-- Logs begin at Tue 2022-06-21 05:13:25 UTC, end at Tue 2022-06-21 06:14:35 UTC. -- Jun 21 05:45:28.289462 dv-cinder-846901-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 05:45:30.961392 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.common.config [-] Logging enabled! Jun 21 05:45:30.962047 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 05:45:30.962213 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103684) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 05:45:30.965363 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.common.config [-] Logging enabled! Jun 21 05:45:30.965613 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 05:45:30.965917 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103684) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 05:45:30.966872 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 05:45:30.967098 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 05:45:30.967459 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 05:45:30.967699 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 05:45:30.967920 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 05:45:30.968333 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.968666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.968894 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.969186 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.969476 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.969754 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.970076 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.970372 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.970653 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.970926 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.971203 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.971428 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.971699 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.971977 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.972258 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.972477 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] debug = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.972749 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.973183 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.973838 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.974138 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.974421 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.974694 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.974958 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.975226 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.975502 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.975821 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] host = dv-cinder-846901-1-iscsi {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.976091 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.976373 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.976653 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.976933 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.977200 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.977466 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.977743 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.978037 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.978308 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.978578 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.978860 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.979144 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.979435 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.979653 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.979980 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.980269 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.980554 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.980825 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.981093 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.981360 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.981627 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.981892 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.982178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.982458 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.982736 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.983015 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.983287 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.983552 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.983816 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.984595 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.984874 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.985142 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.985408 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.985673 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.985973 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.986241 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.986507 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.986799 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.987077 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.987351 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.987641 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.987897 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.988171 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.988433 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.988702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.988965 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_json = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.989229 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.989490 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.989762 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.990056 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.990320 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.990585 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.990848 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.991124 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.991385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:30.991671 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.991958 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.992251 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.992526 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.992831 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.993104 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.993387 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.993656 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.993972 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.994293 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.994575 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.994846 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.995138 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.995418 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.995704 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.996001 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.996289 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.996574 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.996841 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.997108 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.997372 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.997639 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.997916 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.998207 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.998491 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.998771 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.999041 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.999328 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:30.999643 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.000422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.000710 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.000995 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.001263 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.001532 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.001814 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.002112 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.002378 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.002663 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.002934 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.003202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.003475 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.003759 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.004042 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.004304 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.004572 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.004852 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.005121 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.005385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.005647 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.005915 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.006204 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.006486 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.006758 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.007024 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.007290 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.007560 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.007826 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.008092 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.008362 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.008631 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.008900 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.009165 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.009429 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.009692 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.009978 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.010244 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.010508 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.010773 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.011042 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.011307 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.011570 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.011836 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.012098 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.012367 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.012659 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.012930 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.013202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.013473 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.013742 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.014046 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.014311 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.014635 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.014913 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.015181 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.015492 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.015772 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.016052 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.016329 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.016604 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.016913 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.017186 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.017455 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.017731 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.018028 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.018303 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.018587 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.018865 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.019153 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.019441 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.019712 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.019999 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.020289 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.020576 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.020852 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.021155 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.021429 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:31.021640 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 05:45:31.021879 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103684) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 05:45:31.316474 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 05:45:31.316666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 05:45:31.316950 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 05:45:31.317271 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 05:45:31.725758 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.726068 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.726335 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.727620 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.727893 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.728150 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.782491 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.782764 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.783028 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.797461 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.797736 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.798026 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.827418 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.827746 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.828516 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.864074 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.864348 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:31.864609 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.095872 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.096499 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.096499 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.096675 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.097239 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.196172 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.196487 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.196762 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.197026 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.197289 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.197595 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.197850 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.198128 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.198379 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.198658 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.198912 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.199171 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.199421 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.199668 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.199917 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.200175 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.200423 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.200681 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.200941 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.201194 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.201461 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.201707 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.202005 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.202375 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.203111 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.203382 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.203771 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.204006 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.204243 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.204474 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.204704 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.204934 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:32.205291 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 05:45:32.208324 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 05:45:32.212171 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 05:45:32.215766 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 21 05:45:32.217359 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 05:45:32.217985 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 05:45:32.218366 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 05:45:32.219236 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 05:45:32.221988 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 05:45:32.222236 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 05:45:32.222572 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 05:45:32.227838 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 21 05:45:32.250877 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 05:45:32.251320 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.251610 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103684) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 21 05:45:32.251975 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.253303 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103684) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 05:45:32.253578 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 05:45:32.253814 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 05:45:32.257238 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.257513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:32.367411 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 05:45:32.367637 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 05:45:32.367874 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 05:45:32.368253 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 05:45:32.421403 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO dbcounter [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Registered counter for database neutron Jun 21 05:45:32.440544 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_db.sqlalchemy.engines [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103684) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 05:45:32.446541 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writer thread running {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 05:45:32.993270 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing driver for type 'gre' Jun 21 05:45:32.993783 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] gre ID ranges: [(1, 1000)] Jun 21 05:45:33.050343 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing driver for type 'local' Jun 21 05:45:33.050657 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing driver for type 'vlan' Jun 21 05:45:33.064501 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] VlanTypeDriver initialization complete Jun 21 05:45:33.064979 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing driver for type 'vxlan' Jun 21 05:45:33.065495 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] vxlan ID ranges: [(1, 1000)] Jun 21 05:45:33.121389 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing extension driver 'port_security' Jun 21 05:45:33.121915 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] PortSecurityExtensionDriver initialization complete Jun 21 05:45:33.122106 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing mechanism driver 'openvswitch' Jun 21 05:45:33.122436 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing mechanism driver 'hyperv' Jun 21 05:45:33.129887 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:33.130590 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.130957 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.131304 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.131804 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.132225 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.132578 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.132923 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.133306 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.133711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.134089 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.134428 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.134812 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.135213 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.135556 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.135894 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.136279 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.136680 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.137018 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.137398 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.137782 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.138215 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.138558 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.138893 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.139274 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 05:45:33.139711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] ML2 OVO RPC backend initialized. {{(pid=103684) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 05:45:33.140420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.140767 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.141179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.141526 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > networks before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.141868 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.142237 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > ports before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.142576 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.142911 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.143252 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.143585 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.143914 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.144244 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.144574 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.144901 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.145230 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.145559 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.145885 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.153383 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded quota_driver: . Jun 21 05:45:33.153743 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.plugin [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Modular L2 Plugin initialization complete Jun 21 05:45:33.154114 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading services supported by the core plugin {{(pid=103684) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 05:45:33.154455 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.plugins.ml2.managers [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Got port-security extension from driver 'port_security' Jun 21 05:45:33.154932 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.extensions.vlantransparent [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Disabled vlantransparent extension. Jun 21 05:45:33.155417 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103684) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 05:45:33.155763 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: router Jun 21 05:45:33.191840 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.192230 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_create 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.192604 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router before_create 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.192969 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.193341 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.193699 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_delete 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.194088 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.194442 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.194801 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_create 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.195148 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.195501 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.195857 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.196216 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.196629 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.196999 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.197337 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.197671 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: subnet after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.198041 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.198389 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.198738 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.199082 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.199419 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.199775 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router after_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.200116 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.200466 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.200828 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.201173 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.201537 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > agent after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.201889 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.202256 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > network after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.203147 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Tracking information for resource: router configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:33.203473 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Tracking information for resource: floatingip configured {{(pid=103684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 05:45:33.208260 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.db.l3_agentschedulers_db [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 05:45:33.208824 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.209179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.209525 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.209871 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.210678 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router before_create 55550100 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.211038 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.211396 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.211746 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.216523 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.provider_configuration [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service providers = [] {{(pid=103684) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 05:45:33.216880 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.db.servicetype_db [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103684) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 05:45:33.220029 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.service_base [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 05:45:33.220375 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.service_base [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 05:45:33.220710 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.service_base [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 05:45:33.221587 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.services.service_base [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 05:45:33.221983 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.services.service_base [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 05:45:33.222361 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.222673 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 05:45:33.233316 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.233646 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: auto_allocate Jun 21 05:45:33.239821 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: network precommit_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.240182 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: network precommit_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.240694 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.241010 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: tag Jun 21 05:45:33.247844 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.248121 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: timestamp Jun 21 05:45:33.252464 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.252788 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: network_ip_availability Jun 21 05:45:33.258298 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.258667 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.259021 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.259752 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.260069 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: flavors Jun 21 05:45:33.265098 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.265426 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading Plugin: revisions Jun 21 05:45:33.269699 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 05:45:33.270121 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.953s {{(pid=103684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 05:45:33.270862 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103684) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 21 05:45:33.271196 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Initializing extension manager. Jun 21 05:45:33.271717 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: __init__.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.272055 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: __pycache__ {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.272389 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: address_group.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.273144 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.273719 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: address-group Jun 21 05:45:33.274071 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: address_scope.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.274788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.275298 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: address-scope Jun 21 05:45:33.275621 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.276545 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.277055 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: router-admin-state-down-before-update Jun 21 05:45:33.277374 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: agent.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.278103 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.278612 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: agent Jun 21 05:45:33.278933 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: agent_resources_synced.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.279839 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.280345 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: agent-resources-synced Jun 21 05:45:33.280663 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.283008 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.283569 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: allowed-address-pairs Jun 21 05:45:33.283858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.284921 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.285434 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: auto-allocated-topology Jun 21 05:45:33.285758 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: availability_zone.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.286466 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.286977 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: availability_zone Jun 21 05:45:33.287300 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: availability_zone_filter.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.288200 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.288710 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: availability_zone_filter Jun 21 05:45:33.289031 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: data_plane_status.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.289952 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.290470 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 05:45:33.290793 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: default_subnetpools.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.291736 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.292249 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: default-subnetpools Jun 21 05:45:33.292571 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.293383 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.293895 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: dhcp_agent_scheduler Jun 21 05:45:33.294268 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: dns.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.295196 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.295713 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 05:45:33.296035 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: dns_domain_ports.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.297581 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.298122 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 05:45:33.298444 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.299360 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.299871 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 21 05:45:33.300188 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: dvr.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.300851 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.301357 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: dvr Jun 21 05:45:33.301674 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: ecmp_routes.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.302611 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.303113 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 21 05:45:33.303429 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: empty_string_filtering.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.304340 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.304850 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: empty-string-filtering Jun 21 05:45:33.305167 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.306287 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.306794 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 05:45:33.307111 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.308023 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.308525 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 05:45:33.308844 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: external_net.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.309748 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.310288 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: external-net Jun 21 05:45:33.310605 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.311506 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.312040 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: extra_dhcp_opt Jun 21 05:45:33.312359 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: extraroute.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.313275 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.313778 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: extraroute Jun 21 05:45:33.314129 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: extraroute_atomic.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.315161 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.315668 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: extraroute-atomic Jun 21 05:45:33.315985 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: filter_validation.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.316646 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.317150 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: filter-validation Jun 21 05:45:33.317467 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: fip_pf_description.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.318401 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.318909 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 05:45:33.319230 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.320128 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.320634 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 21 05:45:33.320951 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: fip_port_details.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.321869 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.322418 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: fip-port-details Jun 21 05:45:33.322743 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: flavors.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.323956 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.324487 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: flavors Jun 21 05:45:33.324801 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.326465 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.326990 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 05:45:33.327315 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: floatingip_pools.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.328043 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.328555 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: floatingip-pools Jun 21 05:45:33.328873 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: ip_allocation.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.329792 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.330321 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 05:45:33.330671 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.331579 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.332090 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: ip-substring-filtering Jun 21 05:45:33.332411 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l2_adjacency.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.333339 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.333840 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 05:45:33.334188 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.335173 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.335689 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: router Jun 21 05:45:33.336011 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.338262 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.338791 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 05:45:33.339122 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.340039 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.340557 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: ext-gw-mode Jun 21 05:45:33.340886 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.341808 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.342355 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: l3-ha Jun 21 05:45:33.342680 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.344117 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.344627 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 21 05:45:33.344955 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_flavors.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.345860 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.346400 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: l3-flavors Jun 21 05:45:33.346724 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.348088 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.348862 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 21 05:45:33.349182 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.350126 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.350643 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 05:45:33.350964 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: l3agentscheduler.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.353501 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.354068 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: l3_agent_scheduler Jun 21 05:45:33.354397 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: local_ip.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.356166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.356695 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension local_ip not supported by any of loaded plugins Jun 21 05:45:33.357028 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: logging.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.358515 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.359659 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension logging not supported by any of loaded plugins Jun 21 05:45:33.359986 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: metering.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.360727 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.361305 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: metering Jun 21 05:45:33.361627 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.362748 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.363263 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: metering_source_and_destination_fields Jun 21 05:45:33.363585 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: multiprovidernet.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.364516 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.365037 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: multi-provider Jun 21 05:45:33.365359 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: netmtu.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.366294 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.366806 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: net-mtu Jun 21 05:45:33.367125 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: netmtu_writable.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.368036 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.368547 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: net-mtu-writable Jun 21 05:45:33.368867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: network_availability_zone.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.369534 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.370085 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: network_availability_zone Jun 21 05:45:33.370407 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: network_ip_availability.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.371509 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.372022 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: network-ip-availability Jun 21 05:45:33.372341 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: network_segment_range.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.373103 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.373608 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 05:45:33.373925 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: pagination.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.374967 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.375289 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: pagination Jun 21 05:45:33.375605 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_device_profile.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.376512 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.377028 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-device-profile Jun 21 05:45:33.377344 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_mac_address_override.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.378283 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.378792 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-mac-override Jun 21 05:45:33.379209 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.380025 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.380533 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-mac-address-regenerate Jun 21 05:45:33.380854 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.381767 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.382310 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-numa-affinity-policy Jun 21 05:45:33.382631 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_resource_request.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.383536 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.384038 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 05:45:33.384358 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.385324 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.385832 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 21 05:45:33.386172 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: portbindings.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.387091 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.387600 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: binding Jun 21 05:45:33.387917 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: portbindings_extended.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.389162 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.389676 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: binding-extended Jun 21 05:45:33.390030 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: portsecurity.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.390972 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.391483 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-security Jun 21 05:45:33.391804 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: project_id.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.392773 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.393100 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: project-id Jun 21 05:45:33.393415 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: providernet.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.394357 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.394882 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: provider Jun 21 05:45:33.395202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.398997 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.399528 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos not supported by any of loaded plugins Jun 21 05:45:33.399858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.401094 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.401607 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 05:45:33.401951 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.402895 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.403410 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 05:45:33.403733 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_default.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.404648 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.405166 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-default not supported by any of loaded plugins Jun 21 05:45:33.405490 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_fip.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.406951 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.407463 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 05:45:33.407787 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.408692 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.409201 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 21 05:45:33.409523 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.410464 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.410970 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 05:45:33.411292 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.412196 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.412702 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 05:45:33.413024 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.414092 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.414625 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 21 05:45:33.415037 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.416115 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.416741 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 21 05:45:33.417070 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_pps_rule.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.418496 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.419242 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-pps not supported by any of loaded plugins Jun 21 05:45:33.419739 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.421034 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.422537 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 05:45:33.422941 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.423859 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.424379 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 21 05:45:33.424699 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: qos_rules_alias.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.425739 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.426290 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 05:45:33.426613 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: quota_check_limit.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.427524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.428039 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: quota-check-limit Jun 21 05:45:33.428359 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: quotasv2.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.429329 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.429653 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: quotas Jun 21 05:45:33.429993 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: quotasv2_detail.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.431693 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.432030 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: quota_details Jun 21 05:45:33.432358 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: rbac.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.433420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.433978 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: rbac-policies Jun 21 05:45:33.434309 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: rbac_address_group.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.435235 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.435759 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: rbac-address-group Jun 21 05:45:33.436080 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: rbac_address_scope.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.437022 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.437532 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: rbac-address-scope Jun 21 05:45:33.437851 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: rbac_security_groups.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.438862 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.439375 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: rbac-security-groups Jun 21 05:45:33.439696 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.440618 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.441129 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: rbac-subnetpool Jun 21 05:45:33.441446 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: revisionifmatch.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.442388 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.442895 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: revision-if-match Jun 21 05:45:33.443211 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: revisions.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.444324 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.444835 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: standard-attr-revisions Jun 21 05:45:33.445155 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: router_availability_zone.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.446026 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.446543 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: router_availability_zone Jun 21 05:45:33.446863 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: routerservicetype.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.447786 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.448296 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 05:45:33.448616 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.449540 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.450090 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: security-groups-normalized-cidr Jun 21 05:45:33.450410 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.451334 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.451846 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: port-security-groups-filtering Jun 21 05:45:33.452163 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.453102 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.453617 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: security-groups-remote-address-group Jun 21 05:45:33.453949 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.454877 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.455393 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: security-groups-shared-filtering Jun 21 05:45:33.455709 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: securitygroup.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.465358 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.465909 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: security-group Jun 21 05:45:33.466267 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: segment.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.467014 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.467524 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension segment not supported by any of loaded plugins Jun 21 05:45:33.467845 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.469359 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.469875 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 05:45:33.470232 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: servicetype.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.471321 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.471843 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: service-type Jun 21 05:45:33.472166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: sorting.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.473137 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.473749 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: sorting Jun 21 05:45:33.474098 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: standard_attr_segment.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.475005 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.475525 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 05:45:33.475852 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: standardattrdescription.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.476496 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.477004 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: standard-attr-description Jun 21 05:45:33.477320 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: stateful_security_group.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.478297 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.478837 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: stateful-security-group Jun 21 05:45:33.479141 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: stdattrs_common.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.479723 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 05:45:33.480043 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.480986 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.481512 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 05:45:33.481834 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnet_onboard.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.483261 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.483811 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: subnet_onboard Jun 21 05:45:33.484959 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.486240 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.486775 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 05:45:33.487104 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnet_service_types.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.488059 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.488580 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: subnet-service-types Jun 21 05:45:33.488902 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnetallocation.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.490022 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.490543 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: subnet_allocation Jun 21 05:45:33.490863 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.491568 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.492064 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: subnetpool-prefix-ops Jun 21 05:45:33.492383 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.493325 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.493843 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 05:45:33.494194 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: tagging.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.495317 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.495846 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: standard-attr-tag Jun 21 05:45:33.496174 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: timestamp.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.497404 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.497995 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loaded extension: standard-attr-timestamp Jun 21 05:45:33.498271 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: trunk.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.499305 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.499856 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension trunk not supported by any of loaded plugins Jun 21 05:45:33.500178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: trunk_details.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.501094 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.501609 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 05:45:33.501957 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.502876 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.503392 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 05:45:33.503711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Loading extension file: vlantransparent.py {{(pid=103684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 05:45:33.504393 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 05:45:33.504905 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 05:45:33.507602 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:network Jun 21 05:45:33.508143 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnet Jun 21 05:45:33.508548 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 05:45:33.508943 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:port Jun 21 05:45:33.510292 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.510742 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service FLAVORS assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.511367 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.511815 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.512149 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:router Jun 21 05:45:33.512594 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 05:45:33.513080 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service METERING assigned prefix: /metering {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.514585 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.514958 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.515341 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:45:33.516404 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 05:45:33.516866 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:security_group Jun 21 05:45:33.517306 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 05:45:33.517923 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service CORE assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.518278 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 05:45:33.518624 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] subnetpool is already registered Jun 21 05:45:33.519061 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service CORE assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.519387 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 05:45:33.519715 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] subnetpool is already registered Jun 21 05:45:33.522137 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.522577 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service FLAVORS assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.523172 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.523598 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.523930 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:router Jun 21 05:45:33.524263 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] router is already registered Jun 21 05:45:33.524677 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 05:45:33.525032 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] floatingip is already registered Jun 21 05:45:33.525460 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service METERING assigned prefix: /metering {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.526166 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 05:45:33.526492 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] rbac_policy is already registered Jun 21 05:45:33.526912 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:security_group Jun 21 05:45:33.527242 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] security_group is already registered Jun 21 05:45:33.527650 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 05:45:33.527979 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] security_group_rule is already registered Jun 21 05:45:33.528603 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service CORE assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.528929 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 05:45:33.529257 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] subnetpool is already registered Jun 21 05:45:33.529680 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.v2.resource_helper [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Service CORE assigned prefix: {{(pid=103684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 05:45:33.530031 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 05:45:33.530360 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING neutron.quota.resource_registry [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] subnetpool is already registered Jun 21 05:45:33.531363 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: extensions {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.532856 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: address-groups {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.534365 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: address-scopes {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.535679 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: agents {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.536818 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: auto-allocated-topology {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.538083 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: availability_zones {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.539338 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: dhcp-networks {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.540848 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: dhcp-agents {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.542281 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: routers {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.543972 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: flavors {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.545239 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: service_profiles {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.547028 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: next_providers {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.548465 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: service_profiles {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.550036 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: floatingip-pools {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.551264 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: routers {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.552956 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: floatingips {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.555353 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: l3-routers {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.556765 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: l3-agents {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.558211 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: metering-labels {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.559459 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: metering-label-rules {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.560827 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: network-ip-availabilities {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.562107 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: bindings {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.563691 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: quotas {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.565328 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: quotas {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.566880 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: rbac-policies {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.568079 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: security-groups {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.569401 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: security-group-rules {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.570682 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: service-providers {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.571886 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: subnetpools {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.573197 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: subnetpools {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.574770 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.576614 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.578484 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.580268 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.581924 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.583911 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.585590 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.587518 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.589297 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.591076 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron.api.extensions [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Extended resource: tags {{(pid=103684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 05:45:33.597559 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING keystonemiddleware.auth_token [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 05:45:33.602903 dv-cinder-846901-1-iscsi neutron-server[103684]: WARNING keystonemiddleware.auth_token [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 05:45:33.612369 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Acquired lock "singleton_lock" {{(pid=103684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 21 05:45:33.612858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_concurrency.lockutils [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Releasing lock "singleton_lock" {{(pid=103684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 21 05:45:33.613488 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Starting 2 workers Jun 21 05:45:33.618413 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Started child 103793 {{(pid=103684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 05:45:33.623498 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Started child 103794 {{(pid=103684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 05:45:33.623936 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.624706 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO neutron.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 05:45:33.625301 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.625502 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [-] (103793) wsgi starting up on http://0.0.0.0:9696 Jun 21 05:45:33.627694 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Starting 1 workers Jun 21 05:45:33.627955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.629455 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [-] (103794) wsgi starting up on http://0.0.0.0:9696 Jun 21 05:45:33.632897 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Started child 103795 {{(pid=103684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 05:45:33.633428 dv-cinder-846901-1-iscsi neutron-server[103684]: INFO oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Starting 1 workers Jun 21 05:45:33.636798 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] calling RpcWorker wait() {{(pid=103795) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 05:45:33.637387 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] returning from RpcWorker wait() {{(pid=103795) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 05:45:33.637905 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Started child 103796 {{(pid=103684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 05:45:33.638687 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.638784 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ef0114ca-12d5-413e-8484-8cde76e537a7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.639211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:33.641291 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 05:45:33.641499 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 05:45:33.641683 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 05:45:33.641908 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 05:45:33.642254 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 05:45:33.642420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 05:45:33.642926 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.643202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.643455 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.643692 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:33.644160 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.644328 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.644583 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.644672 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:33.644848 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.645111 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.645341 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.645512 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.645675 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.645952 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.646177 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.646504 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.646775 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.647008 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.647227 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.647395 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.647646 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.647910 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.648152 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.648433 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] debug = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.648705 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.649186 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.649441 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.649694 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.649912 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.650225 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.650470 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.650776 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.651057 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.651263 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.651509 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.651810 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.652056 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.652285 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.652515 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.652779 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.653016 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.653491 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] host = dv-cinder-846901-1-iscsi {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.653730 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.653996 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.654245 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.654475 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.654742 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.654959 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.655220 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.655482 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.655803 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.656541 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.656858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.657026 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.657260 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.657509 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.657673 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_options = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.657949 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.658204 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.658472 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.658664 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.658831 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.658992 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.659237 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.659399 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.659654 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.659897 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.660107 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.660322 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.660532 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.660770 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.661016 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.661225 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.661453 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.661694 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.661897 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.662167 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.662422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.662666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.662897 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.663108 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.663325 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.663536 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.663788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.664023 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.664236 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.664466 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.664717 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.664961 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.665191 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.665430 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.665752 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.666079 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.666233 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.666450 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.666742 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.667020 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.667220 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.667525 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.667740 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.667967 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.668217 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.668616 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.668767 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_json = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.668905 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.669053 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.669308 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.669538 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.669835 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.670052 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.670194 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.670579 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.670718 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.671073 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.671368 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.671690 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.671948 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.672153 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.672393 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.672628 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.672878 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.673297 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.673430 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.673644 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.673865 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.674864 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.674864 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.674864 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.675378 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.675378 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.675976 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.675976 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.675976 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.677702 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.678602 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.678602 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.678602 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.678973 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.678973 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.679235 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.679983 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.679983 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.679983 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.680325 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.680325 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.680539 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.680733 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.680997 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.681236 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.681465 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.681708 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.682050 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.682302 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.682523 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.682778 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.683028 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.683245 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.683457 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.683666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.683874 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.684083 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.684307 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.684515 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.684749 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.684995 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.685243 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.685487 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.685718 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.685958 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.686216 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.686450 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.686678 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.686950 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.687154 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.687362 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.687593 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.687805 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.688042 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.688250 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.688463 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.688675 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.688884 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.689095 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.689301 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.689513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.689720 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.689925 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.690195 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.690424 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.690651 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.690856 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.691063 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.691276 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.691484 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.691689 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.691895 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.692104 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.692381 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.692689 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.692933 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.693175 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.693405 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.693641 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.694003 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.694179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.694400 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.694613 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.694820 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.695073 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.695308 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.695552 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.695771 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.695984 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.696221 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.696439 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.696651 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.696867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.697078 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.697309 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.697560 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.697840 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.698106 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.698337 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.698551 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.698785 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.699172 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.699634 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.699877 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.700382 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.700666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.701083 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.701577 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.701867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.702152 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.702419 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.703182 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.703443 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.703676 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.703998 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.704239 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.704484 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.704707 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.704957 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.705182 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.705388 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.705642 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.705971 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.706388 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.706814 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.707224 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.707490 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.707724 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.707980 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.708262 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.708529 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.708798 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.709045 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.709277 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.709507 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.709749 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.710018 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.710250 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.710685 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.710920 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.711159 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.711373 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.711603 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.712104 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.712518 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.712741 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.712957 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.713173 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.713569 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.713989 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.714202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.714420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.714654 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.714871 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.715284 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.715683 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.716068 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.716495 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.716716 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.717003 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.717254 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.717469 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.717717 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.717977 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.718951 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.719170 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.719576 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.719948 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.720304 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.720695 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.720919 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.721163 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.721400 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.721630 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.721841 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.722348 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.722592 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.722955 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.723215 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.723713 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.723982 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.724260 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.724576 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.724855 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.725080 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.725331 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.725589 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.725821 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.726062 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.726317 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.726550 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.726765 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.726979 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.727256 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.727474 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.727715 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.727951 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.728172 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.728391 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.728601 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.728820 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.729029 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.729260 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.729467 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.729687 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.729876 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.730178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.730438 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.730671 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.730923 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.731150 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.731380 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.731609 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.731851 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.732085 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.732305 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.732540 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.732747 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.732974 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.733181 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.733388 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.733609 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.733858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.734094 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.734369 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.734580 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.734792 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.735010 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.735222 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.735462 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.735671 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.736037 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.736247 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.736469 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.736684 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.736899 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.737121 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.737328 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.737538 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.737792 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.738032 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.738266 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.738561 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.738825 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.739042 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.739326 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.739572 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.739815 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.740065 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.740382 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.740593 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.740833 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.741086 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.741298 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.741514 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.741766 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.742103 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.742394 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.742627 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.742879 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.743148 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.743420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.743687 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.743925 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.744242 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.744559 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.744841 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.745091 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.745339 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.745574 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.745813 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.746045 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.746286 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.746518 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.746732 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.746990 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.747215 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.747440 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.747655 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.747899 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.748176 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.748339 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.748549 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.748798 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.749025 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.749186 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 05:45:33.749765 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 05:45:33.749926 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 05:45:33.750109 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 05:45:33.750302 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 05:45:33.750473 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 05:45:33.750628 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 05:45:33.750837 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.750999 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.751159 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.751318 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.751514 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.751677 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.751835 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.753524 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754166 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754575 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] debug = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754575 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754728 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754834 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.754916 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.755082 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.755240 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.755400 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.755555 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.755872 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.756030 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.756420 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.756690 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.756974 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.757259 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.757540 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.757822 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.758125 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.758404 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] host = dv-cinder-846901-1-iscsi {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.758673 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.758870 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.759182 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.759492 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.759660 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.759818 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.759977 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760135 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760293 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760452 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760595 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760854 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.760996 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761129 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761255 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_options = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761380 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761503 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761716 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.761819 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762019 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762337 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762496 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762653 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762810 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.762969 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763126 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763283 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763439 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763595 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763751 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.763909 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.764067 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.764225 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.764384 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.764540 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.764695 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.766596 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.767711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.767711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.767711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.767711 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.768002 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.768176 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.768463 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.768742 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.769030 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.769304 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.769578 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.769835 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770103 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770270 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770430 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770591 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770750 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_json = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.770909 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771068 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771228 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771560 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771697 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.771855 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.772014 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.772170 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 05:45:33.772357 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.772518 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.772692 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.772851 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773012 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773162 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773321 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773482 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773639 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773798 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.773992 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774157 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774329 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774490 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774635 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774807 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.774965 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.775282 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.775444 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.775752 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.775910 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.776214 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.776385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.776551 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.776709 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.776870 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777033 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777201 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777358 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777526 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777703 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.777880 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778054 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778218 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:33.778398 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778529 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778694 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.778855 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779015 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779174 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779339 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779518 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779665 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779823 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.779976 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.780143 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.780299 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.780458 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.780617 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.781385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.781527 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.781669 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.781803 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.781996 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782259 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782436 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782436 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782936 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782936 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.782936 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783245 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783245 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783455 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783586 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783704 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783823 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.783945 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784238 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784238 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784526 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784609 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784718 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.784866 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785024 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785183 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785344 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785504 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785664 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.785823 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786015 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786171 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786330 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786490 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786647 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786808 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.786974 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.787136 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.787274 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.787432 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.788468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789223 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789223 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789223 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789223 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789223 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.789788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790163 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790163 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790163 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790568 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790568 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790863 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.790863 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791039 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791039 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791263 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791430 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791576 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791788 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.791921 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792043 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792196 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792317 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792459 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792691 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.792691 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793179 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793385 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793753 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.793753 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.794299 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.794299 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.794299 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795133 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795133 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795133 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795133 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795610 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795610 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795610 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795871 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.795871 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.796178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.796178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.796697 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.796697 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.796697 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797008 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797008 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797202 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797279 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797426 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797625 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797791 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.797923 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798140 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798355 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798479 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798645 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798968 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.798968 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799283 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799283 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799526 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.799867 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800105 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800184 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800535 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800535 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800755 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800755 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.800903 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801109 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801239 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801369 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801602 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801823 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.801994 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802135 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802279 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802534 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802666 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802811 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.802895 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803125 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803211 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803411 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803713 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803713 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803912 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.803912 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804340 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804340 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804643 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804643 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804937 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.804937 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805189 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805189 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805411 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805494 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805676 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.805903 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806094 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806257 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806468 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806564 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806714 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.806924 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807076 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807236 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807394 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807530 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807720 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.807969 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808209 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808209 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808426 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808493 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808615 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.808911 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.809000 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.809357 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.809357 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.810032 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.810032 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.810032 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.810032 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.811422 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.813882 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.816425 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817060 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.817726 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.818513 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819119 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.819661 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820135 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820135 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820135 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820348 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820501 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820584 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820697 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.820858 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.821018 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.821178 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 05:45:33.821331 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 05:45:33.964733 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35418) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:45:33.974369 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073955 Jun 21 05:45:43.115003 dv-cinder-846901-1-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:45:45.270092 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a1cfe2-08a6-4e51-96e6-b254b8e9bf5d None None] get_active_networks_info from dv-cinder-846901-1-iscsi {{(pid=103795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 21 05:45:45.274403 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writer thread running {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 05:45:45.329292 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41f072a9-e156-4248-a4d9-b5eda5fcea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:45.368212 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1cfe2-08a6-4e51-96e6-b254b8e9bf5d None None] No non-hosted networks {{(pid=103795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 05:45:46.719864 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writer thread running {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 05:45:47.273216 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de17aa0-f4e2-44e4-9849-110a292beeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:47.309134 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f9574c5-7bce-4c68-975f-52f9a182bbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:48.331637 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:45:48.794328 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:48.974418 dv-cinder-846901-1-iscsi neutron-server[103794]: WARNING oslo_policy.policy [None req-4381ac1f-0793-4b8c-9493-1034317c2367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:48.975039 dv-cinder-846901-1-iscsi neutron-server[103794]: WARNING oslo_policy.policy [None req-4381ac1f-0793-4b8c-9493-1034317c2367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:49.191456 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [None req-4381ac1f-0793-4b8c-9493-1034317c2367 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:45:49.205956 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4381ac1f-0793-4b8c-9493-1034317c2367 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8600793 Jun 21 05:45:49.944686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:50.457989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:50.459423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.459987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.460494 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.461575 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.462451 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.462972 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.463470 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.463988 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.464483 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.465333 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.465872 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.467881 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.468798 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.469394 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.469910 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:50.470520 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846901-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:50.477283 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846901-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:45:51.598003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35524) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:45:51.601347 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.db.l3_hamode_db [None req-e080aa94-67d2-4def-9dea-2e90ac16344d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 05:45:51.683346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080aa94-67d2-4def-9dea-2e90ac16344d None None] Routers set() bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:45:51.683668 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080aa94-67d2-4def-9dea-2e90ac16344d None None] Router IDs set() for agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 21 05:45:51.944780 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:45:52.041945 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.policy [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 05:45:52.084207 dv-cinder-846901-1-iscsi neutron-server[103794]: WARNING oslo_policy.policy [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:52.084578 dv-cinder-846901-1-iscsi neutron-server[103794]: WARNING oslo_policy.policy [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:52.105073 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writer thread running {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 05:45:52.188691 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741644882', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741646510', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741694295', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741685629', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741674878', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773741602022', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16306355', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16497987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662030'] for rbac-policy (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:52.257734 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:52.258930 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5d96ad7e-3502-4692-bedb-3f5beb911e53 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6594598 Jun 21 05:45:54.468011 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35536) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:45:54.973877 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING oslo_policy.policy [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:54.974479 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING oslo_policy.policy [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:55.188322 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:45:55.201112 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writer thread running {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 05:45:55.243701 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Made reservation on behalf of f8f1415161a745f387f7c6563159c122 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:45:55.304097 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.policy [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103793) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 05:45:55.346263 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING oslo_policy.policy [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:55.346631 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING oslo_policy.policy [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 05:45:55.357921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.380694 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.496958 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks [] for security_group (3d07fa9a-e644-4d8f-92d6-afce82318a11), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.500913 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (3d07fa9a-e644-4d8f-92d6-afce82318a11), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.534610 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:45:55.562744 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773737092482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (505dda7c-4b51-4205-bb49-40e57b14224e), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.563297 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Unsubscribe: segment precommit_create {{(pid=103793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 05:45:55.563833 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Added segment 505dda7c-4b51-4205-bb49-40e57b14224e of type vlan for network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 Jun 21 05:45:55.569492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07fa9a-e644-4d8f-92d6-afce82318a11,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:45:55.595334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.595657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.596009 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.596366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.596699 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.597025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.597347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.597950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.598269 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.598588 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.598905 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.599237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.599554 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.599950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.600265 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Tracked resource versions report: Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: pushed versions: Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: { 'AddressGroup': {'1.2'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Agent': {'1.1'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'ConntrackHelper': {'1.0'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Log': {'1.0'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'NDPProxy': {'1.0'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Network': {'1.1'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Port': {'1.7'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'PortForwarding': {'1.3'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'QosPolicy': {'1.10'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroup': {'1.5'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SubPort': {'1.0'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Subnet': {'1.1'}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Trunk': {'1.1'}} Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: consumer versions: Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Agent': '1.1', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'ConntrackHelper': '1.0', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'LocalIPAssociation': '1.0', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Log': '1.0', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'NDPProxy': '1.0', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Network': '1.1', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Port': '1.7', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'PortForwarding': '1.3', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'QosPolicy': '1.10', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroup': '1.5', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroupRule': '1.2', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SubPort': '1.0', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Subnet': '1.1', Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Trunk': '1.1'}} Jun 21 05:45:55.601720 dv-cinder-846901-1-iscsi neutron-server[103793]: {{(pid=103793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:45:55.679583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (c613d6fd-e71d-45a5-9d3c-3ed6905b4806), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.723305 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (c613d6fd-e71d-45a5-9d3c-3ed6905b4806), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.728662 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:45:55.729448 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:55.809176 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3390923 Jun 21 05:45:55.856638 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995efbd-88b2-4abf-9302-a6d39413ebfe demo demo] Pushing event updated for resources: {'Network': ['ID=c613d6fd-e71d-45a5-9d3c-3ed6905b4806,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:45:55.869781 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:45:58.129983 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:45:58.581539 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1f9df-3434-497d-90c2-338e0dca2263 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:45:58.583026 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-dfc1f9df-3434-497d-90c2-338e0dca2263 demo admin] 10.222.0.18 "GET /v2.0/networks/c613d6fd-e71d-45a5-9d3c-3ed6905b4806 HTTP/1.1" status: 200 len: 825 time: 0.4521236 Jun 21 05:45:58.608258 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-482ef939-415e-452c-b301-9a4c1337562e demo admin] 10.222.0.18 "GET /v2.0/subnetpools/84ec2d12-ba5b-49ad-b402-5cebd0105370 HTTP/1.1" status: 200 len: 734 time: 0.0194225 Jun 21 05:45:58.616905 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Request body: {'subnet': {'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:45:58.643209 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Made reservation on behalf of f8f1415161a745f387f7c6563159c122 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:45:58.645922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:58.867540 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:45:58.937614 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (048cbb1b-2a07-4299-827c-40c2f94519d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:59.008762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Checking segment: {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:45:59.009151 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Network hostable DHCP agents. Network: c613d6fd-e71d-45a5-9d3c-3ed6905b4806, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:45:59.024083 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Pushing event updated for resources: {'Subnet': ['ID=048cbb1b-2a07-4299-827c-40c2f94519d2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:45:59.039463 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.039800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.040188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.040542 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.040868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.041227 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.041542 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.041863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.042218 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.042540 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.042856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.043171 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.043482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.043791 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.044102 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Tracked resource versions report: Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: pushed versions: Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: { 'AddressGroup': {'1.2'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Agent': {'1.1'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'ConntrackHelper': {'1.0'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Log': {'1.0'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'NDPProxy': {'1.0'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Network': {'1.1'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Port': {'1.7'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'PortForwarding': {'1.3'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'QosPolicy': {'1.10'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroup': {'1.5'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SubPort': {'1.0'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Subnet': {'1.1'}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Trunk': {'1.1'}} Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: consumer versions: Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Agent': '1.1', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'ConntrackHelper': '1.0', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'LocalIPAssociation': '1.0', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Log': '1.0', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'NDPProxy': '1.0', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Network': '1.1', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Port': '1.7', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'PortForwarding': '1.3', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'QosPolicy': '1.10', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroup': '1.5', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroupRule': '1.2', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SubPort': '1.0', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Subnet': '1.1', Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Trunk': '1.1'}} Jun 21 05:45:59.045575 dv-cinder-846901-1-iscsi neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:45:59.057326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:45:59.072056 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, c613d6fd-e71d-45a5-9d3c-3ed6905b4806) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:45:59.086048 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:45:59.086694 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:59.091104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdfba08-cb6d-4250-918b-69d1158966e5 None None] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:45:59.107834 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a58d9063-a5fa-44d8-9904-2b748249f775 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4917359 Jun 21 05:45:59.354688 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'project_id': 'f8f1415161a745f387f7c6563159c122', 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:45:59.356027 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:59.637136 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Allocated IP 172.20.0.2 (c613d6fd-e71d-45a5-9d3c-3ed6905b4806/048cbb1b-2a07-4299-827c-40c2f94519d2/d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:45:59.682625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:45:59.914241 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks [] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:59.922177 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:45:59.992923 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:45:59.998325 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:46:00.007978 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:46:00.042507 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Pushing event updated for resources: {'Port': ['ID=d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:00.069248 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.069592 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.069972 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.070323 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.070656 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.070981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.071303 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.071624 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.071944 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.072264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.072585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.072919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.073240 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.073554 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.073869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Tracked resource versions report: Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: pushed versions: Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: { 'AddressGroup': {'1.2'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Agent': {'1.1'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'ConntrackHelper': {'1.0'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Log': {'1.0'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'NDPProxy': {'1.0'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Network': {'1.1'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Port': {'1.7'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'PortForwarding': {'1.3'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'QosPolicy': {'1.10'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroup': {'1.5'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SubPort': {'1.0'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Subnet': {'1.1'}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Trunk': {'1.1'}} Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: consumer versions: Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Agent': '1.1', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'ConntrackHelper': '1.0', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'LocalIPAssociation': '1.0', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Log': '1.0', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'NDPProxy': '1.0', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Network': '1.1', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Port': '1.7', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'PortForwarding': '1.3', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'QosPolicy': '1.10', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroup': '1.5', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroupRule': '1.2', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SubPort': '1.0', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Subnet': '1.1', Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Trunk': '1.1'}} Jun 21 05:46:00.075362 dv-cinder-846901-1-iscsi neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:46:00.107633 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Attempting to bind port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:46:00.108217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Attempting to bind port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:46:00.108434 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Attempting to bind port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 on network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:46:00.114907 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:46:00.115294 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Checking segment: {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:46:00.115766 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:00.116158 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Bound using segment: {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:46:00.116682 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Bound port: d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:46:00.117089 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:00.150142 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:00.191080 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] For port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:46:00.210343 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] For port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8,segment=NetworkSegment(505dda7c-4b51-4205-bb49-40e57b14224e),segment_id=505dda7c-4b51-4205-bb49-40e57b14224e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:46:00.217261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:00.275047 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe23e50-a79b-47fa-a243-586debd954d1 None None] Pushing event updated for resources: {'Port': ['ID=d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:01.444954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:01.787663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [None req-adf4ac56-418a-44b8-9af4-9067ae739bdf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:46:01.788636 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-adf4ac56-418a-44b8-9af4-9067ae739bdf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3427422 Jun 21 05:46:01.950527 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:01.965256 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=7 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:04.111648 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:04.443279 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [None req-ba1024eb-07ae-4582-b48a-601b02ba66b6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:46:04.444586 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ba1024eb-07ae-4582-b48a-601b02ba66b6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3318131 Jun 21 05:46:05.815944 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:05.826389 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=45,neutron:INSERT=44,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:06.788396 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:07.135780 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:46:07.164091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (04a98b88-8e3f-48f6-81d4-48a51d3e0237), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:07.165859 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (04a98b88-8e3f-48f6-81d4-48a51d3e0237), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:07.328370 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Publish callbacks [] for router_controller (04a98b88-8e3f-48f6-81d4-48a51d3e0237), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:07.332928 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (04a98b88-8e3f-48f6-81d4-48a51d3e0237), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:07.354466 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:07.355616 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-b63e082a-596d-4e2e-8aa9-07bcecd67e7e demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5662296 Jun 21 05:46:08.226881 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:46:08.312981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:08.313234 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:08.421035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:08.421421 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:08.456718 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8,segment=NetworkSegment(505dda7c-4b51-4205-bb49-40e57b14224e),segment_id=505dda7c-4b51-4205-bb49-40e57b14224e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:46:08.460966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:08.508475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:08.558104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90281a0-be8a-4e85-ba80-ad106b871a24 None None] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:46:08.673697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:08.689595 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-eda791d8-0be2-4c16-88bc-33df90e6ee10 None None] Provisioning complete for port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:08.689998 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eda791d8-0be2-4c16-88bc-33df90e6ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:08.773127 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-eda791d8-0be2-4c16-88bc-33df90e6ee10 None None] Current status of the port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:08.895219 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c3b6a9b5-4605-4a7d-92db-878044af6a61 None None] Provisioning complete for port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:08.895690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a9b5-4605-4a7d-92db-878044af6a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:09.009135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6a9b5-4605-4a7d-92db-878044af6a61 None None] Current status of the port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:09.661901 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 35608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:10.050692 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [None req-728a52d8-249d-4104-9e4a-a945d009795d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:46:10.051679 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-728a52d8-249d-4104-9e4a-a945d009795d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3888261 Jun 21 05:46:10.206913 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:46:10.257961 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:10.258376 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:10.337540 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:12.393899 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35616) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:12.726609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:46:12.756075 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Made reservation on behalf of fcf1eaa475624717b45bb4aefba5ae51 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:46:12.758718 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.769918 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.852787 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks [] for security_group (51ebdf5d-dd03-4b93-b9e5-722f2cee7df9), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.857356 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (51ebdf5d-dd03-4b93-b9e5-722f2cee7df9), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.875734 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Reserving flat network on physical network physnet1 {{(pid=103793) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 05:46:12.892058 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ebdf5d-dd03-4b93-b9e5-722f2cee7df9,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:12.896666 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (28350677-f42b-4d78-b0e8-65afeab0de2f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.897003 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Added segment 28350677-f42b-4d78-b0e8-65afeab0de2f of type flat for network f2627a31-9027-49ff-a673-f0f82c629478 Jun 21 05:46:12.953341 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (f2627a31-9027-49ff-a673-f0f82c629478), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.990154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (f2627a31-9027-49ff-a673-f0f82c629478), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:12.991111 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:46:12.991680 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:13.041296 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6463537 Jun 21 05:46:13.093341 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6b16-a7a2-4bbb-8859-397ac9b1f6ec admin admin] Pushing event updated for resources: {'Network': ['ID=f2627a31-9027-49ff-a673-f0f82c629478,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:13.104516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network f2627a31-9027-49ff-a673-f0f82c629478 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:46:13.135673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:15.195431 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56260c4f-b4f1-40f1-bbb8-0ec52e9f390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:15.334684 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35624) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:15.749878 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd48856-abd6-4aa3-aef0-1379968a12b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:46:15.751263 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2dd48856-abd6-4aa3-aef0-1379968a12b3 demo admin] 10.222.0.18 "GET /v2.0/subnets/048cbb1b-2a07-4299-827c-40c2f94519d2 HTTP/1.1" status: 200 len: 849 time: 0.4156039 Jun 21 05:46:15.931654 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-feb7a34d-5def-4f10-b559-320acf83486b demo admin] 10.222.0.18 "GET /v2.0/routers/04a98b88-8e3f-48f6-81d4-48a51d3e0237 HTTP/1.1" status: 200 len: 704 time: 0.1743021 Jun 21 05:46:16.198203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:16.342438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:16.495198 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Allocated IP 172.20.0.1 (c613d6fd-e71d-45a5-9d3c-3ed6905b4806/048cbb1b-2a07-4299-827c-40c2f94519d2/65481c58-f4af-4d5f-be95-dcf7cb286895) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:46:16.508921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:16.688065 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks [] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:16.750943 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:16.822921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:46:16.832405 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:46:16.842961 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:46:16.843514 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (04a98b88-8e3f-48f6-81d4-48a51d3e0237), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:16.901505 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Pushing event updated for resources: {'Port': ['ID=65481c58-f4af-4d5f-be95-dcf7cb286895,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:17.075744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-b9d3d6b1-0830-4a4c-a8d8-68e9d5b9d6fd None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:17.076288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d6b1-0830-4a4c-a8d8-68e9d5b9d6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.097270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.159927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3d6b1-0830-4a4c-a8d8-68e9d5b9d6fd None None] Port 65481c58-f4af-4d5f-be95-dcf7cb286895 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:46:17.267217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6bf977c-514f-4340-b7f2-637bf8c2b772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.312373 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks [] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.316712 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.317621 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (04a98b88-8e3f-48f6-81d4-48a51d3e0237), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.342065 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:17.348410 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=27,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:17.379972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Pushing event updated for resources: {'Port': ['ID=65481c58-f4af-4d5f-be95-dcf7cb286895,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:17.448556 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:46:17.449867 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:46:17.492409 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:17.562409 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:17.612636 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:46:17.680203 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-728dee82-1963-4a0e-95f4-e775dafa153b None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:17.680669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-728dee82-1963-4a0e-95f4-e775dafa153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:17.702169 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:46:17.707345 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d840fa68-aaeb-42ac-9035-c778b0c8ef88 demo admin] 10.222.0.18 "PUT /v2.0/routers/04a98b88-8e3f-48f6-81d4-48a51d3e0237/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7703483 Jun 21 05:46:17.712129 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-728dee82-1963-4a0e-95f4-e775dafa153b None None] Port 65481c58-f4af-4d5f-be95-dcf7cb286895 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:46:17.722441 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Sync routers for ids ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:46:17.736572 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Routers {'04a98b88-8e3f-48f6-81d4-48a51d3e0237'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:46:17.737492 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:46:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:17.925485 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Set router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:46:18.357861 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:17Z', 'revision_number': 2, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port_host': None, '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:17Z', 'revision_number': 2, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:18.408153 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Checking router: 04a98b88-8e3f-48f6-81d4-48a51d3e0237 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:46:18.408511 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Updating router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 port 65481c58-f4af-4d5f-be95-dcf7cb286895 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:46:18.461592 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:18.760968 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:18.983310 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks [] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:18.990408 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.157017 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Pushing event updated for resources: {'Port': ['ID=65481c58-f4af-4d5f-be95-dcf7cb286895,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:19.173634 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.173989 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.174331 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.174665 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.174990 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.175313 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.175634 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.175951 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.176267 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.176584 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.176898 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.177224 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.177547 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.177856 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.178191 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Tracked resource versions report: Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: pushed versions: Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: { 'AddressGroup': {'1.2'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Agent': {'1.1'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'ConntrackHelper': {'1.0'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Log': {'1.0'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'NDPProxy': {'1.0'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Network': {'1.1'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Port': {'1.7'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'PortForwarding': {'1.3'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'QosPolicy': {'1.10'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroup': {'1.5'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SubPort': {'1.0'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Subnet': {'1.1'}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Trunk': {'1.1'}} Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: consumer versions: Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Agent': '1.1', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'ConntrackHelper': '1.0', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'LocalIPAssociation': '1.0', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Log': '1.0', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'NDPProxy': '1.0', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Network': '1.1', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Port': '1.7', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'PortForwarding': '1.3', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'QosPolicy': '1.10', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroup': '1.5', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroupRule': '1.2', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SubPort': '1.0', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Subnet': '1.1', Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Trunk': '1.1'}} Jun 21 05:46:19.179718 dv-cinder-846901-1-iscsi neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:46:19.182603 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Attempting to bind port 65481c58-f4af-4d5f-be95-dcf7cb286895 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:46:19.182779 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Attempting to bind port 65481c58-f4af-4d5f-be95-dcf7cb286895 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:46:19.183201 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Attempting to bind port 65481c58-f4af-4d5f-be95-dcf7cb286895 on network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:46:19.190047 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:46:19.190452 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Checking segment: {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:46:19.190929 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.191309 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Bound using segment: {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:46:19.191822 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Bound port: 65481c58-f4af-4d5f-be95-dcf7cb286895, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505dda7c-4b51-4205-bb49-40e57b14224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:46:19.192196 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.250726 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-99d3fe24-d414-41dc-b201-e517d552e31c None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:19.251110 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99d3fe24-d414-41dc-b201-e517d552e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.255014 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:19.263703 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] For port 65481c58-f4af-4d5f-be95-dcf7cb286895, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:46:19.284926 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] For port 65481c58-f4af-4d5f-be95-dcf7cb286895, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=65481c58-f4af-4d5f-be95-dcf7cb286895,segment=NetworkSegment(505dda7c-4b51-4205-bb49-40e57b14224e),segment_id=505dda7c-4b51-4205-bb49-40e57b14224e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:46:19.286243 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-99d3fe24-d414-41dc-b201-e517d552e31c None None] Port 65481c58-f4af-4d5f-be95-dcf7cb286895 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:46:19.292288 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.347947 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:19.352006 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Routers {'04a98b88-8e3f-48f6-81d4-48a51d3e0237'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:46:19.352630 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:46:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:19.402268 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d23404-4efd-40c4-a16c-eea823bf9fcf None None] Pushing event updated for resources: {'Port': ['ID=65481c58-f4af-4d5f-be95-dcf7cb286895,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:19.455913 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] Set router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:46:19.505602 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:19.506412 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.582302 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Current status of the port 65481c58-f4af-4d5f-be95-dcf7cb286895 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:19.583152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.617557 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] For port 65481c58-f4af-4d5f-be95-dcf7cb286895, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=65481c58-f4af-4d5f-be95-dcf7cb286895,segment=NetworkSegment(505dda7c-4b51-4205-bb49-40e57b14224e),segment_id=505dda7c-4b51-4205-bb49-40e57b14224e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:46:19.622946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:19.663658 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:17Z', 'revision_number': 2, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port_host': None, '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:19Z', 'revision_number': 4, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:19.673371 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa50ff6-65c5-4995-82e1-a557794bb335 None None] Pushing event updated for resources: {'Port': ['ID=65481c58-f4af-4d5f-be95-dcf7cb286895,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:19.698531 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b068c1-a6e5-4f54-a1a2-5ab6c4bc7d84 None None] The sync data for ids ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'] in dv-cinder-846901-1-iscsi is: [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:17Z', 'revision_number': 2, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port_host': None, '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:19Z', 'revision_number': 4, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:46:19.881582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:20.000746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35646) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:20.209871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3943b03b-aab5-4426-9e81-5009f3b8193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:46:20.211271 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3943b03b-aab5-4426-9e81-5009f3b8193e admin admin] 10.222.0.18 "GET /v2.0/networks/f2627a31-9027-49ff-a673-f0f82c629478 HTTP/1.1" status: 200 len: 842 time: 0.2095504 Jun 21 05:46:20.220692 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:46:20.245989 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Made reservation on behalf of fcf1eaa475624717b45bb4aefba5ae51 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:46:20.248847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:20.465448 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:20.561337 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.objects.ports [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103793) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 21 05:46:20.561764 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (70de3753-95f8-4559-9e20-ba18337787a0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:20.618222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70de3753-95f8-4559-9e20-ba18337787a0,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:20.630521 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:46:20.630873 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Network hostable DHCP agents. Network: f2627a31-9027-49ff-a673-f0f82c629478, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:46:20.651140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:46:20.662138 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, f2627a31-9027-49ff-a673-f0f82c629478) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:46:20.666249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:46:20.666844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:20.672695 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b4821-3a5e-411a-bb6e-6c621a5ea98f None None] Network f2627a31-9027-49ff-a673-f0f82c629478 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:46:20.692744 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-88b1374f-d77e-4fb9-8af2-b002ef463ac0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4752274 Jun 21 05:46:20.744828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:20.794284 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f3b5a-0b10-4ca1-8cf3-d87c5af8425a None None] Network f2627a31-9027-49ff-a673-f0f82c629478 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:46:22.986476 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35664) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:23.128793 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b6fd5a61-58b8-4599-a550-d5ba695d78b8 demo admin] 10.222.0.18 "GET /v2.0/routers/04a98b88-8e3f-48f6-81d4-48a51d3e0237 HTTP/1.1" status: 200 len: 710 time: 0.1411500 Jun 21 05:46:23.225766 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03109339-ed56-4894-ad14-071f73bd4f89 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:46:23.227190 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-03109339-ed56-4894-ad14-071f73bd4f89 demo admin] 10.222.0.18 "GET /v2.0/networks/f2627a31-9027-49ff-a673-f0f82c629478 HTTP/1.1" status: 200 len: 886 time: 0.0918565 Jun 21 05:46:23.239451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:46:23.314048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:23.320556 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:23.564151 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks [] for router_gateway (04a98b88-8e3f-48f6-81d4-48a51d3e0237), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:23.793691 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks [] for router_gateway (04a98b88-8e3f-48f6-81d4-48a51d3e0237), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:23.886452 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:23.994584 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Allocated IP 172.27.0.66 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/894845f3-7b35-4909-9b0a-fe1846fbb8e0) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:46:24.104600 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks [] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.140937 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.183921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:46:24.188384 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:46:24.192200 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:46:24.195725 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Pushing event updated for resources: {'Port': ['ID=894845f3-7b35-4909-9b0a-fe1846fbb8e0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:24.302007 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:24.350197 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:24.436674 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks [] for router_gateway (04a98b88-8e3f-48f6-81d4-48a51d3e0237), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.659262 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130469'] for router (04a98b88-8e3f-48f6-81d4-48a51d3e0237), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.663133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-695940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691476'] for router (04a98b88-8e3f-48f6-81d4-48a51d3e0237), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.774809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:46:24.973856 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:46:24.978218 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:24.979456 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b2341925-5ff4-492a-838a-e5b4d1fd3845 demo admin] 10.222.0.18 "PUT /v2.0/routers/04a98b88-8e3f-48f6-81d4-48a51d3e0237 HTTP/1.1" status: 200 len: 889 time: 1.7432008 Jun 21 05:46:26.099294 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Sync routers for ids ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:46:26.111692 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Routers {'04a98b88-8e3f-48f6-81d4-48a51d3e0237'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:46:26.112547 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:46:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:26.210725 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 65481c58-f4af-4d5f-be95-dcf7cb286895 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:46:26.350964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Set router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:46:26.411267 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:26.428905 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:26.429287 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:26.714219 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 65481c58-f4af-4d5f-be95-dcf7cb286895 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:26.877632 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:24Z', 'revision_number': 4, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port': {'id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:23Z', 'updated_at': '2022-06-21T05:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:19Z', 'revision_number': 5, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:26.934131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Checking router: 04a98b88-8e3f-48f6-81d4-48a51d3e0237 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:46:26.934477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Updating router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:46:26.991411 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.306365 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 35676) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:46:27.316377 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks [] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.322017 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.328267 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:27.379946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Attempting to bind port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:46:27.380312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Attempting to bind port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:46:27.380662 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Attempting to bind port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:46:27.383807 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49b90-ed92-44f4-9cb1-b981a8d0e81c None None] Pushing event updated for resources: {'Port': ['ID=894845f3-7b35-4909-9b0a-fe1846fbb8e0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:27.390072 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:46:27.391001 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:46:27.391406 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.391789 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:46:27.392251 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Bound port: 894845f3-7b35-4909-9b0a-fe1846fbb8e0, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:46:27.392629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.428254 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-00ab5c17-6fb6-478c-a00e-652b36dc61f6 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1205008 Jun 21 05:46:27.442435 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] For port 894845f3-7b35-4909-9b0a-fe1846fbb8e0, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:46:27.446028 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] For port 894845f3-7b35-4909-9b0a-fe1846fbb8e0, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=894845f3-7b35-4909-9b0a-fe1846fbb8e0,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:46:27.453386 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:27.519100 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49b90-ed92-44f4-9cb1-b981a8d0e81c None None] Pushing event updated for resources: {'Port': ['ID=894845f3-7b35-4909-9b0a-fe1846fbb8e0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:27.521767 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Routers {'04a98b88-8e3f-48f6-81d4-48a51d3e0237'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:46:27.522410 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:46:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:27.586232 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:27.637443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] Set router 04a98b88-8e3f-48f6-81d4-48a51d3e0237 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:46:27.841189 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:24Z', 'revision_number': 4, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port': {'id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:23Z', 'updated_at': '2022-06-21T05:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:19Z', 'revision_number': 5, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:46:27.867384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32fba8-14fd-4441-bbf8-c414cb93d93c None None] The sync data for ids ['04a98b88-8e3f-48f6-81d4-48a51d3e0237'] in dv-cinder-846901-1-iscsi is: [{'id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'name': 'router1', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:46:07Z', 'updated_at': '2022-06-21T05:46:24Z', 'revision_number': 4, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'gw_port': {'id': '894845f3-7b35-4909-9b0a-fe1846fbb8e0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:23Z', 'updated_at': '2022-06-21T05:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '65481c58-f4af-4d5f-be95-dcf7cb286895', 'name': '', 'network_id': 'c613d6fd-e71d-45a5-9d3c-3ed6905b4806', 'tenant_id': 'f8f1415161a745f387f7c6563159c122', 'mac_address': 'fa:16:3e:63:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a98b88-8e3f-48f6-81d4-48a51d3e0237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:46:16Z', 'updated_at': '2022-06-21T05:46:19Z', 'revision_number': 5, 'project_id': 'f8f1415161a745f387f7c6563159c122', 'subnets': [{'id': '048cbb1b-2a07-4299-827c-40c2f94519d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ec2d12-ba5b-49ad-b402-5cebd0105370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:46:28.229014 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 894845f3-7b35-4909-9b0a-fe1846fbb8e0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:46:28.278101 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:28.278552 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:28.398466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:28.399104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:28.421261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 894845f3-7b35-4909-9b0a-fe1846fbb8e0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=894845f3-7b35-4909-9b0a-fe1846fbb8e0,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:46:28.426057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:28.476608 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=894845f3-7b35-4909-9b0a-fe1846fbb8e0,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:46:29.666162 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=28 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:29.666929 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=46 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:30.199415 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 894845f3-7b35-4909-9b0a-fe1846fbb8e0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:46:30.244976 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:46:30.246261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (894845f3-7b35-4909-9b0a-fe1846fbb8e0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:30.248551 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:30.324971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 894845f3-7b35-4909-9b0a-fe1846fbb8e0 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:46:37.418574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=56 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:37.425490 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=58 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:40.319743 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:40.323832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:40.683445 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:40.701550 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:46:42.691716 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:46:45.213802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73ac8e87-041e-4cc5-a68a-6c645de1bacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:47.277148 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5077d6fb-d6d8-49a8-abb6-247f7c8d2cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:48.769855 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:49.902741 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:50.468005 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:46:52.692132 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:00.458927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:00.462625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:15.198886 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59a5926a-92ab-4ea3-b2a2-73066f421592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:17.268031 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b47db55-4a72-4251-85b5-0854f91e17df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:17.699107 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:17.707916 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:18.768715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:19.693191 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:47:19.895755 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:20.463949 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:30.452923 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:30.458028 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:32.708183 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:43.098723 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36216) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:43.160780 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.pecan_wsgi.hooks.translation [None req-245bcfd3-d43b-4b61-a57f-5f173fd252d6 admin admin] GET failed (client error): The resource could not be found. Jun 21 05:47:43.162093 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-245bcfd3-d43b-4b61-a57f-5f173fd252d6 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623813 Jun 21 05:47:43.324722 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beadd89-259c-4042-9995-ede51d3ed582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:43.326160 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0beadd89-259c-4042-9995-ede51d3ed582 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600227 Jun 21 05:47:43.686941 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:45.202664 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50494116-6a87-48d4-8627-fd00761a1a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:45.417506 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:45.517235 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ac515-a92f-49b4-b211-b682ac14b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:45.518988 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-bf9ac515-a92f-49b4-b211-b682ac14b7cc admin admin] 10.222.0.18 "GET /v2.0/subnets/048cbb1b-2a07-4299-827c-40c2f94519d2 HTTP/1.1" status: 200 len: 849 time: 0.1004393 Jun 21 05:47:45.529714 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:47:45.617533 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Publish callbacks [] for subnet (048cbb1b-2a07-4299-827c-40c2f94519d2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:45.773231 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773736942951'] for subnet (048cbb1b-2a07-4299-827c-40c2f94519d2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:45.808976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:45.809598 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:45.812597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b099b-b4ca-472c-9b0b-e083dd7cb079 None None] Network c613d6fd-e71d-45a5-9d3c-3ed6905b4806 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:47:45.818535 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] 10.222.0.18 "PUT /v2.0/subnets/048cbb1b-2a07-4299-827c-40c2f94519d2 HTTP/1.1" status: 200 len: 868 time: 0.2922988 Jun 21 05:47:45.838691 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048cbb1b-2a07-4299-827c-40c2f94519d2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:47:45.846393 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.846783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.847088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.847688 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.848036 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.848362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.848680 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.848999 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.849322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.849639 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.849998 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.850337 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.850658 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.850971 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:45.851281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6d50c0-686f-47ec-95db-65697cb1f5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:47:46.161552 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Provisioning complete for port 65481c58-f4af-4d5f-be95-dcf7cb286895 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:47:46.161923 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (65481c58-f4af-4d5f-be95-dcf7cb286895), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:46.237228 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Current status of the port 65481c58-f4af-4d5f-be95-dcf7cb286895 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:47:46.245333 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Provisioning complete for port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:47:46.245719 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:46.315334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e18a1cc1-411a-4432-8872-d189fa806af9 None None] Current status of the port d44ab0d7-5f86-4d3d-b03a-0f48f34dd1c8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:47:47.271271 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf736e84-f1c9-4b71-8525-90b27af24269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:47.912543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36236) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:48.109127 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad863c19-046c-47b0-b03d-8a7f4db77153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:48.109600 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad863c19-046c-47b0-b03d-8a7f4db77153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:48.111210 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ad863c19-046c-47b0-b03d-8a7f4db77153 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977293 Jun 21 05:47:48.770438 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:49.886617 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:50.166122 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36244) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:50.298668 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ba8d4-c80a-402f-b8d2-abd45f9f5a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:50.299132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ba8d4-c80a-402f-b8d2-abd45f9f5a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:50.300678 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-566ba8d4-c80a-402f-b8d2-abd45f9f5a0f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336148 Jun 21 05:47:50.468577 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:47:52.421705 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36252) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:52.552705 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631e0ea-56af-4ef9-9c99-7a1b77d19218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:52.554083 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-7631e0ea-56af-4ef9-9c99-7a1b77d19218 admin admin] 10.222.0.18 "GET /v2.0/networks/c613d6fd-e71d-45a5-9d3c-3ed6905b4806 HTTP/1.1" status: 200 len: 869 time: 0.1313779 Jun 21 05:47:54.625258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36264) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:54.696941 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:54.701175 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:54.748366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8092d2-2aa5-49a7-85d5-cfe4ec268267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:54.749727 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ad8092d2-2aa5-49a7-85d5-cfe4ec268267 admin admin] 10.222.0.18 "GET /v2.0/networks/f2627a31-9027-49ff-a673-f0f82c629478 HTTP/1.1" status: 200 len: 886 time: 0.1235240 Jun 21 05:47:55.835845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:55.842839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:47:56.692146 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:47:56.777738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36272) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:56.902886 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a4a6c-b0f3-4d6d-b158-0daa54fff1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:56.903337 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a4a6c-b0f3-4d6d-b158-0daa54fff1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:56.904860 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5a0a4a6c-b0f3-4d6d-b158-0daa54fff1b3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261604 Jun 21 05:47:58.971133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36280) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:47:59.066752 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8785e-afa3-43ad-adcb-c66d0861383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:59.067238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8785e-afa3-43ad-adcb-c66d0861383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:47:59.068774 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-29f8785e-afa3-43ad-adcb-c66d0861383d admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967035 Jun 21 05:48:00.461201 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:00.463213 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:01.152827 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36288) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:01.247141 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130991a-91fb-4d25-8f90-5fd702d42a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:01.248518 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2130991a-91fb-4d25-8f90-5fd702d42a95 admin admin] 10.222.0.18 "GET /v2.0/subnets/048cbb1b-2a07-4299-827c-40c2f94519d2 HTTP/1.1" status: 200 len: 868 time: 0.0947442 Jun 21 05:48:03.302586 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:03.387868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c294e7-ae73-4be0-ae51-54b17a59cc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:03.389121 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-91c294e7-ae73-4be0-ae51-54b17a59cc3f admin admin] 10.222.0.18 "GET /v2.0/subnets/70de3753-95f8-4559-9e20-ba18337787a0 HTTP/1.1" status: 200 len: 816 time: 0.0855877 Jun 21 05:48:06.688261 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:06.689518 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:11.240842 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=73 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:11.243787 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:13.382299 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:13.384961 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:15.206331 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36fce8bd-c5cd-4873-93f2-30c26d1c900a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:17.274754 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfa97198-11a8-408b-bc61-f6b2c2ca97ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:18.774003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:19.883701 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:20.471445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:30.460547 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:30.467287 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:30.537769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:30.588745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [None req-301c5c9c-3222-4dfb-9297-ea7b6b499400 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:48:30.589790 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-301c5c9c-3222-4dfb-9297-ea7b6b499400 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0510137 Jun 21 05:48:31.757024 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:31.757831 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:33.694090 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:48:33.728613 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36358) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:33.795604 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd64044-8f17-4b0d-9794-c1bce0c6cb75 admin admin] GET failed (client error): The resource could not be found. Jun 21 05:48:33.796974 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-6cd64044-8f17-4b0d-9794-c1bce0c6cb75 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668919 Jun 21 05:48:33.884908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a750d90-65d3-4d65-8a34-05e2db4edb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:33.886471 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3a750d90-65d3-4d65-8a34-05e2db4edb47 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850103 Jun 21 05:48:36.025352 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36366) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:36.076928 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:48:36.099818 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Made reservation on behalf of fcf1eaa475624717b45bb4aefba5ae51 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:48:36.102512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:36.130439 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING neutron.services.revisions.revision_plugin [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Could not find related network for resource to bump revision. Jun 21 05:48:36.144647 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:48:36.156585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (9976f083-6c6f-4e51-a4a2-b76cf78df197), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:36.157180 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Added segment 9976f083-6c6f-4e51-a4a2-b76cf78df197 of type vlan for network 384a4012-ae5c-4248-b02d-6a0942f9bb06 Jun 21 05:48:36.206497 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (384a4012-ae5c-4248-b02d-6a0942f9bb06), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:36.235679 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (384a4012-ae5c-4248-b02d-6a0942f9bb06), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:36.236784 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:36.237425 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:36.277446 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2503405 Jun 21 05:48:36.303631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Pushing event updated for resources: {'Network': ['ID=384a4012-ae5c-4248-b02d-6a0942f9bb06,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:48:36.312275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.312716 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.313026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.313397 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.313755 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.313956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.314236 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.314560 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.315078 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.315408 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.315767 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.316094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.316422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.316734 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.317051 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da70c9-2d39-4f14-a4a8-c512aba994cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:36.334884 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:48:38.413292 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36374) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:48:38.478965 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd2f324-2346-4886-9d19-0202fb958801 admin admin] GET failed (client error): The resource could not be found. Jun 21 05:48:38.480346 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-fcd2f324-2346-4886-9d19-0202fb958801 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660989 Jun 21 05:48:38.553778 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a8ead-cb62-4768-898a-522995833a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:38.555287 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4c9a8ead-cb62-4768-898a-522995833a63 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707593 Jun 21 05:48:38.565557 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06', 'cidr': '192.168.233.0/24'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:48:38.586585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Made reservation on behalf of fcf1eaa475624717b45bb4aefba5ae51 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:48:38.589330 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:38.865398 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (c716b1cc-b9fb-44aa-a0af-014029c7ee2a), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:38.925676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c716b1cc-b9fb-44aa-a0af-014029c7ee2a,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:48:38.934445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Checking segment: {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:48:38.934794 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Network hostable DHCP agents. Network: 384a4012-ae5c-4248-b02d-6a0942f9bb06, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:48:38.952433 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:48:38.961341 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 384a4012-ae5c-4248-b02d-6a0942f9bb06) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:48:38.965394 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:48:38.966008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:38.972075 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ef9a5-1b27-4fba-9446-a1fbd220097a None None] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:48:38.983582 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-58aacf1b-213c-4b2a-8963-a94c73ffb91c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4212842 Jun 21 05:48:39.085578 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-384a4012-ae5c-4248-b02d-6a0942f9bb06', 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06', 'project_id': 'fcf1eaa475624717b45bb4aefba5ae51', 'fixed_ips': [{'subnet_id': 'c716b1cc-b9fb-44aa-a0af-014029c7ee2a'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:48:39.087069 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.280758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Allocated IP 192.168.233.2 (384a4012-ae5c-4248-b02d-6a0942f9bb06/c716b1cc-b9fb-44aa-a0af-014029c7ee2a/f9cb271c-264c-4bcc-9159-e0b991383ed7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:48:39.553519 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks [] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.564000 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.641064 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:48:39.646747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:48:39.654322 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:48:39.659465 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Pushing event updated for resources: {'Port': ['ID=f9cb271c-264c-4bcc-9159-e0b991383ed7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:48:39.678358 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.678907 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.679475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.680034 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.680583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.681124 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.681660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.682272 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.682807 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.683345 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.683886 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.684440 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.684985 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.685522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.686086 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:48:39.763783 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Attempting to bind port f9cb271c-264c-4bcc-9159-e0b991383ed7 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:48:39.764147 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Attempting to bind port f9cb271c-264c-4bcc-9159-e0b991383ed7 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:48:39.764510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Attempting to bind port f9cb271c-264c-4bcc-9159-e0b991383ed7 on network 384a4012-ae5c-4248-b02d-6a0942f9bb06 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:48:39.770346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:48:39.770715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Checking segment: {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:48:39.771110 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.771494 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Bound using segment: {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:48:39.771960 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Bound port: f9cb271c-264c-4bcc-9159-e0b991383ed7, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:48:39.772333 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.839051 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] For port f9cb271c-264c-4bcc-9159-e0b991383ed7, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:48:39.842392 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] For port f9cb271c-264c-4bcc-9159-e0b991383ed7, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f9cb271c-264c-4bcc-9159-e0b991383ed7,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:48:39.850558 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:39.932853 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4299f6-cf3a-4c0b-9f21-24fb72c63c32 None None] Pushing event updated for resources: {'Port': ['ID=f9cb271c-264c-4bcc-9159-e0b991383ed7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:48:40.311031 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f9cb271c-264c-4bcc-9159-e0b991383ed7 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:48:40.366219 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port f9cb271c-264c-4bcc-9159-e0b991383ed7 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:48:40.366749 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:40.438903 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:40.444313 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:40.456954 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port f9cb271c-264c-4bcc-9159-e0b991383ed7 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:48:40.457352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:40.496911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port f9cb271c-264c-4bcc-9159-e0b991383ed7, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f9cb271c-264c-4bcc-9159-e0b991383ed7,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:48:40.502061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:40.556283 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=f9cb271c-264c-4bcc-9159-e0b991383ed7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:48:40.888982 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598119f-abd0-4ed6-b1c7-2134563aedd8 None None] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:48:40.975441 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-febfd640-4f39-4390-92d7-e94f390610ed None None] Provisioning complete for port f9cb271c-264c-4bcc-9159-e0b991383ed7 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:48:40.975824 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-febfd640-4f39-4390-92d7-e94f390610ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:41.102287 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-febfd640-4f39-4390-92d7-e94f390610ed None None] Current status of the port f9cb271c-264c-4bcc-9159-e0b991383ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:48:41.327036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-4829a9cb-3d17-4627-8a52-693e6c41b382 None None] Provisioning complete for port f9cb271c-264c-4bcc-9159-e0b991383ed7 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:48:41.327036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4829a9cb-3d17-4627-8a52-693e6c41b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:41.411297 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4829a9cb-3d17-4627-8a52-693e6c41b382 None None] Current status of the port f9cb271c-264c-4bcc-9159-e0b991383ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:48:42.116702 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=12 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:42.294642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f9cb271c-264c-4bcc-9159-e0b991383ed7 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:48:42.346964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port f9cb271c-264c-4bcc-9159-e0b991383ed7 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:48:42.347612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f9cb271c-264c-4bcc-9159-e0b991383ed7), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:42.424811 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port f9cb271c-264c-4bcc-9159-e0b991383ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:48:43.687637 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=16 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:45.212678 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b2da69a-a839-4916-9fb0-6508c8732a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:47.279853 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1def18-1b5d-4948-8a80-64e20e34ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:48.777786 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:48.975962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:48.976737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:48:49.895013 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:48:50.475915 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:00.469148 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:00.472144 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:08.698457 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:08.703610 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:10.692318 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:49:15.208097 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25a9dcf8-5390-434d-9155-7aa38bcc4b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:17.282575 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e570f9-bfd7-4dfd-ba9f-220c71c56abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:18.779349 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:19.894399 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:20.480359 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:20.687969 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:20.688769 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:30.473661 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:30.475694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:45.210381 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbdf6-8861-4e0f-b61d-ac7f0f62ee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:45.704293 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:45.707793 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:49:47.288378 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcfe12d6-6012-40a5-8c07-41dde0773e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:47.691170 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:49:48.785327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:49.902629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:50.485899 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:49:57.687860 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:00.473871 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:00.481577 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:12.944016 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36412) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:50:12.954733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [None req-b6cf43dd-ecd4-4708-b433-9e063df5bb24 tempest-verify_tempest_config-1619070545 tempest-verify_tempest_config-1619070545-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:50:12.956428 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b6cf43dd-ecd4-4708-b433-9e063df5bb24 tempest-verify_tempest_config-1619070545 tempest-verify_tempest_config-1619070545-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0108812 Jun 21 05:50:13.299271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36430) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:50:13.415819 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.506693 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Publish callbacks [] for security_group (4ee42165-6d23-449f-8634-6dcb67456eab), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.511620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4ee42165-6d23-449f-8634-6dcb67456eab), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.592725 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e57b7c570e894377a3b2140f7de1f882&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2919645 Jun 21 05:50:13.595076 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36434) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:50:13.601882 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee42165-6d23-449f-8634-6dcb67456eab,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:50:13.619921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.620255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.620611 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.620946 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.621273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.621597 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.621918 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.622263 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.622585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.622901 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.623218 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.623538 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.623853 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.624165 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.624479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d038e2-ed5e-4282-aa31-69f4ddf776f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:50:13.678064 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] Publish callbacks [] for security_group (4ee42165-6d23-449f-8634-6dcb67456eab), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.701623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] Publish callbacks [] for security_group (4ee42165-6d23-449f-8634-6dcb67456eab), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.803821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4ee42165-6d23-449f-8634-6dcb67456eab), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.806708 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:13.808317 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ee42165-6d23-449f-8634-6dcb67456eab HTTP/1.1" status: 204 len: 168 time: 0.2119925 Jun 21 05:50:13.818491 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d696acf-7a07-44a2-8e50-53f7b2e60855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee42165-6d23-449f-8634-6dcb67456eab,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:50:15.218143 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f9396ad1-40e4-4f37-bc8c-3bf4f28066cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:17.285018 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-88698e9d-4ed9-4c63-9e3c-16b03bceee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:18.790435 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:19.900790 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:20.491392 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:22.714498 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:22.715296 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:23.743255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:23.812927 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:24.690902 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:50:30.481430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:30.488658 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:42.060142 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=13 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:42.063170 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=15 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:45.214940 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0819f319-613d-4165-81c3-087833911390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:47.282136 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de42a3eb-fb6e-480a-8e5e-53269b3526b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:48.794745 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:49.901135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:50.478196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:50:59.710644 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:50:59.711474 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:00.470594 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:00.472617 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:01.689857 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:51:11.686216 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:11.687306 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:15.210967 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45421915-db42-4ea0-9b1a-83a321c751da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:17.277293 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e70c5b5-6533-46e0-93e2-dc15ba2eabc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:18.793861 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:19.907653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:20.482955 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:30.476723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:30.478572 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:38.688962 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 5 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:51:45.213332 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-218a252a-d198-4f6f-9699-c20a422e488c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:47.274274 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b61334fb-1133-46df-bad5-f23dd81639a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:48.685200 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:48.687175 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:51:48.796891 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:49.932590 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:50.492020 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:51:56.503339 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-688148'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:00.482100 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=11 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:06.499120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:08.471525 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36508) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:52:08.590249 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5570a3e6-d364-4bd8-8b14-ed9005ae4b67 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1175196 Jun 21 05:52:10.687596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36518) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:52:10.743095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-fe8fcb12-61fb-4219-8e5e-766a08846e42 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0543938 Jun 21 05:52:13.704079 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:13.709024 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:15.206441 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9448b937-f1eb-481c-8960-875955b2a0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:15.688168 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:52:17.270892 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce52b770-ff5b-4181-acbb-5c69add3374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:18.799027 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:19.914212 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:20.486000 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:20.737163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:20.737898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:26.480364 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:36.474633 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:36.476494 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:45.208802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6975f491-786f-4c17-8f90-d39de0c1e380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:47.273123 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4421b19-6cb7-4085-87a7-e9bb74193409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:48.801873 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:49.918645 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:50.591422 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:52:50.694576 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=16 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:50.704705 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=20 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:52:52.694649 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:52:56.517747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:02.683860 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:06.508661 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:06.512456 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:15.211771 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-429bc5e8-6cea-486c-a9d6-c84c0ad7081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:17.275646 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fe020e-09e3-4cf2-a2c4-f325c5f9fff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:18.805255 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:19.917723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:20.498477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:26.515087 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:27.710534 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:27.711773 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:29.683985 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:53:36.509544 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:36.510468 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:43.693628 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:43.702099 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:45.234640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b45382f8-31ec-4ba4-85b0-a9b6b340bc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:47.287742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f1147c1-47f6-4a73-9835-df87e40aaed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:47.971742 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36708) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:48.138414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36718) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:48.477712 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-536217101-network', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:48.512468 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Made reservation on behalf of d71c895fde074698b9717d2a770ef5bf for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:48.515847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.528568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.654637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks [] for security_group (f84efe2a-19b3-407b-82c6-3de1d1d44284), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.659566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f84efe2a-19b3-407b-82c6-3de1d1d44284), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.679951 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:53:48.699734 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (ce740742-549e-4513-b78a-7e5d1f695558), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.700207 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Added segment ce740742-549e-4513-b78a-7e5d1f695558 of type vlan for network f7183839-abdc-439f-b346-d4ec5ebfb8f5 Jun 21 05:53:48.738945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84efe2a-19b3-407b-82c6-3de1d1d44284,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:48.766073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-network', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:48.788136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.788494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.788810 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.789143 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.789479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.789809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.790183 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.790505 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.790829 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.791158 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.791503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.791834 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.792156 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.792478 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.792793 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Tracked resource versions report: Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: pushed versions: Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: { 'AddressGroup': {'1.2'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Agent': {'1.1'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'ConntrackHelper': {'1.0'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Log': {'1.0'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'NDPProxy': {'1.0'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Network': {'1.1'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Port': {'1.7'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'PortForwarding': {'1.3'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'QosPolicy': {'1.10'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroup': {'1.5'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SubPort': {'1.0'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Subnet': {'1.1'}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Trunk': {'1.1'}} Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: consumer versions: Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: HyperV agent@hv-cinder-84690: {}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Agent': '1.1', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'ConntrackHelper': '1.0', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'LocalIPAssociation': '1.0', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Log': '1.0', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'NDPProxy': '1.0', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Network': '1.1', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Port': '1.7', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'PortForwarding': '1.3', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'QosPolicy': '1.10', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroup': '1.5', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SecurityGroupRule': '1.2', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'SubPort': '1.0', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Subnet': '1.1', Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: 'Trunk': '1.1'}} Jun 21 05:53:48.794153 dv-cinder-846901-1-iscsi neutron-server[103793]: {{(pid=103793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:53:48.818229 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (f7183839-abdc-439f-b346-d4ec5ebfb8f5), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.835790 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:48.846764 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Made reservation on behalf of 7050c81c7efe4c0199573adc5687e9c0 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:48.847822 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.850180 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.853143 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (f7183839-abdc-439f-b346-d4ec5ebfb8f5), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.854447 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:48.855047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.878710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36756) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:48.884298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:48.964613 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] Pushing event updated for resources: {'Network': ['ID=f7183839-abdc-439f-b346-d4ec5ebfb8f5,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:48.973152 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:48.980414 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:53:49.024989 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks [] for security_group (447addc8-8dfe-4197-ae7c-54dcf5ad37a3), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.030715 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-6d505a75-1171-4023-a994-331edb3bbbca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0575781 Jun 21 05:53:49.033451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (447addc8-8dfe-4197-ae7c-54dcf5ad37a3), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.034881 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:49.043885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Request body: {'subnet': {'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-subnet', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:49.048643 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:53:49.061687 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (737d93d6-73d2-4164-996c-8882e2e082e3), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.062381 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Added segment 737d93d6-73d2-4164-996c-8882e2e082e3 of type vlan for network 151c610c-93dc-48d7-b97e-bb2c574c07b6 Jun 21 05:53:49.108039 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (151c610c-93dc-48d7-b97e-bb2c574c07b6), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.137342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:49.138344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Made reservation on behalf of d71c895fde074698b9717d2a770ef5bf for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:49.141177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (151c610c-93dc-48d7-b97e-bb2c574c07b6), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.143363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:49.144164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.146032 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.205695 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0661592 Jun 21 05:53:49.213365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:49.222363 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Request body: {'subnet': {'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-subnet', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:49.240301 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Pushing event updated for resources: {'Network': ['ID=151c610c-93dc-48d7-b97e-bb2c574c07b6,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:49.244772 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f2839-adc0-4c88-98d5-3bf95f2c7271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447addc8-8dfe-4197-ae7c-54dcf5ad37a3,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:49.261129 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:53:49.310677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-598700469-network', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:49.339762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1667646537-network', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:49.364048 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Made reservation on behalf of 7050c81c7efe4c0199573adc5687e9c0 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:49.368411 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.549278 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Made reservation on behalf of 9c9925a32b094db69c8637996e9cafa1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:49.553012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.581092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-114232090-network', 'tenant_id': '219135be95384a599a7c8e7df72175c2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:49.653903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:49.658267 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.663201 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.727589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.833970 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Made reservation on behalf of 219135be95384a599a7c8e7df72175c2 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:49.836338 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.898970 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (dfe3e7f1-f14a-45ee-af00-61be4b41edf6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.918874 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:49.965327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.000818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Checking segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:50.001752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Network hostable DHCP agents. Network: f7183839-abdc-439f-b346-d4ec5ebfb8f5, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:53:50.047506 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:50.084469 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:50.155809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks [] for security_group (600c9b70-6fc0-4266-85ea-f369b98fdd35), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.200615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks [] for security_group (9d8654a9-c3aa-4b73-a7c0-b64328e110ab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.216917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (600c9b70-6fc0-4266-85ea-f369b98fdd35), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.223755 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:53:50.244898 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9d8654a9-c3aa-4b73-a7c0-b64328e110ab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.304622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:53:50.311245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (57cd5e58-c299-48f9-800a-073a430a2d3f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.323817 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, f7183839-abdc-439f-b346-d4ec5ebfb8f5) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:50.325815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe3e7f1-f14a-45ee-af00-61be4b41edf6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:50.339126 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c9b70-6fc0-4266-85ea-f369b98fdd35,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:50.342636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:50.343251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.343651 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d02ef-c07e-4aa5-b55d-20a07f0c0223 None None] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:50.348006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:53:50.380000 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773737092482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (f1bed5f3-8340-4a21-8700-123ade06cb8f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.380557 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Unsubscribe: segment precommit_create {{(pid=103794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 05:53:50.381042 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Added segment f1bed5f3-8340-4a21-8700-123ade06cb8f of type vlan for network 95d3dade-194b-475d-965d-d590ef17ba90 Jun 21 05:53:50.392718 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.393048 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.393409 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.393751 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.394260 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.394608 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.395333 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.395689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.396125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.396393 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.396818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.396986 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.397288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.397631 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.399246 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] Tracked resource versions report: Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: pushed versions: Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: { 'AddressGroup': {'1.2'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Agent': {'1.1'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'ConntrackHelper': {'1.0'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Log': {'1.0'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'NDPProxy': {'1.0'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Network': {'1.1'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Port': {'1.7'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'PortForwarding': {'1.3'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'QosPolicy': {'1.10'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroup': {'1.5'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SubPort': {'1.0'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Subnet': {'1.1'}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Trunk': {'1.1'}} Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: consumer versions: Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: HyperV agent@hv-cinder-84690: {}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Agent': '1.1', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'ConntrackHelper': '1.0', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'LocalIPAssociation': '1.0', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Log': '1.0', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'NDPProxy': '1.0', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Network': '1.1', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Port': '1.7', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'PortForwarding': '1.3', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'QosPolicy': '1.10', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroup': '1.5', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SecurityGroupRule': '1.2', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'SubPort': '1.0', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Subnet': '1.1', Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: 'Trunk': '1.1'}} Jun 21 05:53:50.399415 dv-cinder-846901-1-iscsi neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.424789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:50.443844 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (06e92e67-f501-48c0-9c09-b850ff351f1c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.444180 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Added segment 06e92e67-f501-48c0-9c09-b850ff351f1c of type vlan for network af2e04db-de33-4272-99f0-75327f84c194 Jun 21 05:53:50.496836 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2a56468d-f17c-4f50-a211-27b85b90a02b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4553223 Jun 21 05:53:50.504061 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36826) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:50.511203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:50.564168 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.566216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.604669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (95d3dade-194b-475d-965d-d590ef17ba90), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.610095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:50.663603 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (af2e04db-de33-4272-99f0-75327f84c194), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.679607 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57cd5e58-c299-48f9-800a-073a430a2d3f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:50.692726 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.701452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8654a9-c3aa-4b73-a7c0-b64328e110ab,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:50.717506 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks [] for security_group (679f83e7-0276-46a3-800a-fa116893e9ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.725487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:50.725919 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Network hostable DHCP agents. Network: 151c610c-93dc-48d7-b97e-bb2c574c07b6, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:53:50.739053 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (679f83e7-0276-46a3-800a-fa116893e9ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.749825 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (95d3dade-194b-475d-965d-d590ef17ba90), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.752235 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:50.753018 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.773630 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:53:50.775715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.811710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (af2e04db-de33-4272-99f0-75327f84c194), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.813086 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:50.814539 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.843839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:53:50.854315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (3217c22a-fa3c-4bd4-b0ad-c99408323506), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.854546 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Added segment 3217c22a-fa3c-4bd4-b0ad-c99408323506 of type vlan for network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 Jun 21 05:53:50.917299 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for router_controller (2ee733d1-d2f9-44db-abe7-03611fa37ccd), precommit_add_association {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:50.958012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (0d1a065d-e112-4f81-9899-4ee12e5c17d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.036309 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1966956 Jun 21 05:53:51.053464 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (0d1a065d-e112-4f81-9899-4ee12e5c17d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.054757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:51.055521 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.069726 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Allocated IP 172.20.0.2 (f7183839-abdc-439f-b346-d4ec5ebfb8f5/dfe3e7f1-f14a-45ee-af00-61be4b41edf6/b5d79f3e-580e-4409-811d-6b5326b7f218) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:51.083391 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36832) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:51.088946 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f83e7-0276-46a3-800a-fa116893e9ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:51.105471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Request body: {'subnet': {'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-598700469-subnet', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:51.115240 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.2280898 Jun 21 05:53:51.116300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49747869-17f5-4c95-b27b-8a29ed9487ba admin admin] Pushing event updated for resources: {'Network': ['ID=95d3dade-194b-475d-965d-d590ef17ba90,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:51.121354 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:51.123940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:53:51.131533 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Request body: {'subnet': {'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-subnet', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:51.136814 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:51.142415 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 95d3dade-194b-475d-965d-d590ef17ba90 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:53:51.193462 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Made reservation on behalf of 9c9925a32b094db69c8637996e9cafa1 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:51.196149 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.229196 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for router_gateway (2ee733d1-d2f9-44db-abe7-03611fa37ccd), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.269220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:51.283022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2e197-ee4e-4d51-a0ac-aeccda5dff28 admin admin] Pushing event updated for resources: {'Network': ['ID=af2e04db-de33-4272-99f0-75327f84c194,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:51.293327 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3156071 Jun 21 05:53:51.297215 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:51.300215 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network af2e04db-de33-4272-99f0-75327f84c194 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:53:51.305100 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Request body: {'subnet': {'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-114232090-subnet', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:51.312560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:51.315372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.317633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 151c610c-93dc-48d7-b97e-bb2c574c07b6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:51.359790 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:51.361200 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.416373 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee97ab-bc72-47e2-af2b-e050a78dd003 None None] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:51.517283 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Made reservation on behalf of 219135be95384a599a7c8e7df72175c2 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:53:51.520645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.545916 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5a5f27c8-3ba1-44c7-8f24-c53dda981243 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3265574 Jun 21 05:53:51.571696 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad32da2-2ac1-46ec-87b2-fe9a4e9ee103 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1a065d-e112-4f81-9899-4ee12e5c17d1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:51.592445 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36844) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:51.614332 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:51.669270 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:53:51.799264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:51.818511 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for router_gateway (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.840586 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.842986 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.877760 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.962975 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks [] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:51.973190 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:51.983154 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.117043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Allocated IP 172.27.0.140 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/8b6fcecd-4863-49e0-8ce0-252fa6c1508d) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:52.122933 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for router_controller (0902bc1e-57e9-4e6b-9102-58babfbbd656), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.194880 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Pushing event updated for resources: {'Port': ['ID=b5d79f3e-580e-4409-811d-6b5326b7f218,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:52.196841 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:52.223991 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.224634 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.225390 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.225902 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.226440 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.226935 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.227413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.227882 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.228349 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.228835 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.229309 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.229796 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.230306 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.230767 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.231248 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Tracked resource versions report: Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: pushed versions: Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: { 'AddressGroup': {'1.2'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Agent': {'1.1'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'ConntrackHelper': {'1.0'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Log': {'1.0'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'NDPProxy': {'1.0'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Network': {'1.1'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Port': {'1.7'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'PortForwarding': {'1.3'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'QosPolicy': {'1.10'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroup': {'1.5'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SubPort': {'1.0'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Subnet': {'1.1'}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Trunk': {'1.1'}} Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: consumer versions: Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: HyperV agent@hv-cinder-84690: {}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Agent': '1.1', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'ConntrackHelper': '1.0', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'LocalIPAssociation': '1.0', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Log': '1.0', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'NDPProxy': '1.0', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Network': '1.1', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Port': '1.7', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'PortForwarding': '1.3', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'QosPolicy': '1.10', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroup': '1.5', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SecurityGroupRule': '1.2', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'SubPort': '1.0', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Subnet': '1.1', Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: 'Trunk': '1.1'}} Jun 21 05:53:52.232763 dv-cinder-846901-1-iscsi neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:53:52.240321 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:52.263696 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:52.277723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-151c610c-93dc-48d7-b97e-bb2c574c07b6', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:53:52.278977 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.325572 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:52.517914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (91be574e-f537-4e1e-945d-fd6b185993b4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.596102 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Attempting to bind port b5d79f3e-580e-4409-811d-6b5326b7f218 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:53:52.597139 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Attempting to bind port b5d79f3e-580e-4409-811d-6b5326b7f218 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:53:52.597954 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Attempting to bind port b5d79f3e-580e-4409-811d-6b5326b7f218 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:53:52.616858 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:53:52.620072 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Checking segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:52.621697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.624785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Bound using segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:53:52.625582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Bound port: b5d79f3e-580e-4409-811d-6b5326b7f218, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:53:52.626178 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.650641 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91be574e-f537-4e1e-945d-fd6b185993b4,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:52.654452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.660038 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:52.666825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (dd9d5075-47a2-4c39-8162-29381aa9e995), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.740447 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.784358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9d5075-47a2-4c39-8162-29381aa9e995,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:52.800450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:52.816727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Checking segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:52.817159 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Network hostable DHCP agents. Network: 95d3dade-194b-475d-965d-d590ef17ba90, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:53:52.821088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for router_gateway (0902bc1e-57e9-4e6b-9102-58babfbbd656), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.830944 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:52.865640 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.889252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] For port b5d79f3e-580e-4409-811d-6b5326b7f218, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:53:52.897747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] For port b5d79f3e-580e-4409-811d-6b5326b7f218, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b5d79f3e-580e-4409-811d-6b5326b7f218,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:53:52.915537 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:52.964811 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Network 95d3dade-194b-475d-965d-d590ef17ba90 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:53:52.999566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:53.000377 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Network hostable DHCP agents. Network: af2e04db-de33-4272-99f0-75327f84c194, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:53:53.009988 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Checking segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:53.011403 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Network hostable DHCP agents. Network: 0d1a065d-e112-4f81-9899-4ee12e5c17d1, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:53:53.041849 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:53.043511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8df24-caf2-4aab-890a-3482ce9ef245 None None] Pushing event updated for resources: {'Port': ['ID=b5d79f3e-580e-4409-811d-6b5326b7f218,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:53.051546 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 95d3dade-194b-475d-965d-d590ef17ba90) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:53.057248 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:53.077188 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:53.087343 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:53.087923 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.105009 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33984d-874d-40e4-8e22-0a3e0e8fc2b6 None None] Network 95d3dade-194b-475d-965d-d590ef17ba90 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:53.126914 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Allocated IP 172.20.0.2 (151c610c-93dc-48d7-b97e-bb2c574c07b6/57cd5e58-c299-48f9-800a-073a430a2d3f/f569c057-6122-412d-a41a-083b3a33ae1f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:53.173396 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b7a8c9bf-5ad5-4598-be52-741ef2cb6bc6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0837324 Jun 21 05:53:53.175086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36914) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:53.182258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:53.197356 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:53.210798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:53.264316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Network af2e04db-de33-4272-99f0-75327f84c194 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:53:53.323600 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:53:53.334422 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, af2e04db-de33-4272-99f0-75327f84c194) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:53.387757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 0d1a065d-e112-4f81-9899-4ee12e5c17d1) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:53.390731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:53.391592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.402432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:53:53.402802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613195b-9cf8-4f1e-a158-8e8e4376f799 None None] Network af2e04db-de33-4272-99f0-75327f84c194 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:53.403663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.418269 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:53.443157 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1d17cf00-eb30-459c-badc-6162182b3864 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1418557 Jun 21 05:53:53.446774 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:53.456807 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:53.586676 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-807c8102-bcbf-46a2-8c90-05aaec9e59b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4040012 Jun 21 05:53:53.586676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 36924) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:53.586676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:53:53.592420 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a83729-6593-44d7-a34c-205aa56055c9 None None] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:53.680067 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.681591 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.684178 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.685621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.698746 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.701636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.755479 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for router_gateway (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.821475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for router_gateway (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.873925 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.986296 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for router_controller (3075d749-fb8e-4ecf-a5af-d9f086546587), precommit_add_association {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:53.991365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-95d3dade-194b-475d-965d-d590ef17ba90', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'fixed_ips': [{'subnet_id': 'dd9d5075-47a2-4c39-8162-29381aa9e995'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:53:53.992844 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.013644 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for router_controller (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.016114 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for router_controller (3e28f7fd-b900-4f18-8d26-96d69ded94a3), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.208294 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:54.240504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-af2e04db-de33-4272-99f0-75327f84c194', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:53:54.242374 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.328524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for router_gateway (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.331299 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:54.334705 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks [] for port (f569c057-6122-412d-a41a-083b3a33ae1f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.339958 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.395805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:53:54.397051 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.480420 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.578707 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Pushing event updated for resources: {'Port': ['ID=f569c057-6122-412d-a41a-083b3a33ae1f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:54.686183 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b5d79f3e-580e-4409-811d-6b5326b7f218 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:53:54.791560 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port b5d79f3e-580e-4409-811d-6b5326b7f218 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:53:54.792475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:54.828621 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:54.839870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:54.886665 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Allocated IP 172.20.0.2 (95d3dade-194b-475d-965d-d590ef17ba90/dd9d5075-47a2-4c39-8162-29381aa9e995/100ebae1-8db0-499e-b207-6c3132a4cc23) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:54.915113 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for router_gateway (3075d749-fb8e-4ecf-a5af-d9f086546587), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.040030 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:55.050870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:55.086846 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for router_gateway (3e28f7fd-b900-4f18-8d26-96d69ded94a3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.142869 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Allocated IP 172.27.0.227 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/8da1218f-e1a1-4432-8551-f23da5b8490f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:55.221389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18928ebf-b35e-473d-bb72-f734102299ed None None] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:55.227901 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:53:55.244629 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36960) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:55.267998 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:55.273176 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:55.327893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for router_gateway (3075d749-fb8e-4ecf-a5af-d9f086546587), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.482514 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for router_gateway (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.501057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.554594 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port b5d79f3e-580e-4409-811d-6b5326b7f218 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:53:55.555144 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.560948 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:55.611001 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:53:55.674945 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:53:55.680127 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.694267 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:53:55.695433 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:53:55.742921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.744409 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-db2e313a-6742-4ce5-84b8-3878ff7f4295 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2391825 Jun 21 05:53:55.754657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36970) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:55.925901 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cc5f87-5677-4cc6-89b6-dd167b86735b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:55.933139 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:53:55.984769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for router_gateway (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.029309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.064183 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Allocated IP 172.20.0.2 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/edebaa00-4f89-4c11-8ee6-73beebf86c9d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:56.083842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-e258f35f-2c8d-411b-ba0f-6075142b735f None None] Provisioning complete for port b5d79f3e-580e-4409-811d-6b5326b7f218 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:53:56.084451 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e258f35f-2c8d-411b-ba0f-6075142b735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.151395 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.181039 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:56.218556 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:56.242606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port b5d79f3e-580e-4409-811d-6b5326b7f218, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b5d79f3e-580e-4409-811d-6b5326b7f218,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:53:56.265246 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:56.287791 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.288407 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.293021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Attempting to bind port f569c057-6122-412d-a41a-083b3a33ae1f on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:53:56.293021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Attempting to bind port f569c057-6122-412d-a41a-083b3a33ae1f by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:53:56.293430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Attempting to bind port f569c057-6122-412d-a41a-083b3a33ae1f on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:53:56.365658 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cc5f87-5677-4cc6-89b6-dd167b86735b admin admin] Publish callbacks [] for security_group (809832fe-23ae-41aa-b110-23cd9fc261a1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.378745 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cc5f87-5677-4cc6-89b6-dd167b86735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (809832fe-23ae-41aa-b110-23cd9fc261a1), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.396750 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:56.412526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:56.421208 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5f87-5677-4cc6-89b6-dd167b86735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809832fe-23ae-41aa-b110-23cd9fc261a1,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:56.422072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:56.423052 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Allocated IP 172.20.0.2 (0d1a065d-e112-4f81-9899-4ee12e5c17d1/4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c/14900ca6-6d45-4c56-98bf-5d7da62ec75a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:56.442238 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=b5d79f3e-580e-4409-811d-6b5326b7f218,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:56.452808 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Allocated IP 172.27.0.84 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/293a4d4c-d111-4efb-9e34-977280cfe200) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:56.458439 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:53:56.458832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:56.459482 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.459879 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Bound using segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:53:56.460855 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Bound port: f569c057-6122-412d-a41a-083b3a33ae1f, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:53:56.460855 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.494179 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:53Z', 'revision_number': 3, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:53:56.505199 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-84cc5f87-5677-4cc6-89b6-dd167b86735b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fa5e44a25e546279833a63424913423&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2557685 Jun 21 05:53:56.509517 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 36984) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:56.541751 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Pushing event updated for resources: {'Port': ['ID=8da1218f-e1a1-4432-8551-f23da5b8490f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:56.544351 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:53:56.544942 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Updating router 2ee733d1-d2f9-44db-abe7-03611fa37ccd port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:53:56.600809 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.606325 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:56.643348 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] For port f569c057-6122-412d-a41a-083b3a33ae1f, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:53:56.647537 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] For port f569c057-6122-412d-a41a-083b3a33ae1f, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f569c057-6122-412d-a41a-083b3a33ae1f,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:53:56.725117 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.735786 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] Publish callbacks [] for security_group (809832fe-23ae-41aa-b110-23cd9fc261a1), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.761000 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.776616 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.787231 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] Publish callbacks [] for security_group (809832fe-23ae-41aa-b110-23cd9fc261a1), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.805879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for port (293a4d4c-d111-4efb-9e34-977280cfe200), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.900974 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.987607 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks [] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:56.989866 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e258f35f-2c8d-411b-ba0f-6075142b735f None None] Current status of the port b5d79f3e-580e-4409-811d-6b5326b7f218 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:53:57.027877 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.071568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Allocated IP 172.20.0.1 (f7183839-abdc-439f-b346-d4ec5ebfb8f5/dfe3e7f1-f14a-45ee-af00-61be4b41edf6/6c09f06c-c18a-4643-9109-1fd7cd63d693) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:57.139904 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for router_gateway (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.144082 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953f5cf-78fe-46f5-a403-c75112f2e165 None None] Pushing event updated for resources: {'Port': ['ID=f569c057-6122-412d-a41a-083b3a33ae1f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.162790 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.175733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Pushing event updated for resources: {'Port': ['ID=293a4d4c-d111-4efb-9e34-977280cfe200,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.178606 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (809832fe-23ae-41aa-b110-23cd9fc261a1), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.186127 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.187582 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/809832fe-23ae-41aa-b110-23cd9fc261a1 HTTP/1.1" status: 204 len: 168 time: 0.6747088 Jun 21 05:53:57.189872 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Network 95d3dade-194b-475d-965d-d590ef17ba90 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:57.214484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c1af0-9ecc-47d9-9540-3b767c53ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809832fe-23ae-41aa-b110-23cd9fc261a1,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.248035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:57.258611 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:57.271629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks [] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.274106 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.275601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-7eeae773-7259-45d4-8a4a-9393f846a285 None None] Provisioning complete for port b5d79f3e-580e-4409-811d-6b5326b7f218 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:53:57.276061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7eeae773-7259-45d4-8a4a-9393f846a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.277957 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Allocated IP 172.27.0.176 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1d436827-7e5c-451f-b157-b71333778a70) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:57.342906 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.348740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:57.357437 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:57.362325 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.378513 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:57.401367 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks [] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.423126 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Pushing event updated for resources: {'Port': ['ID=100ebae1-8db0-499e-b207-6c3132a4cc23,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.458838 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.513804 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:57.538464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:57.547882 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:57.549452 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Attempting to bind port 100ebae1-8db0-499e-b207-6c3132a4cc23 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:53:57.550080 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Attempting to bind port 100ebae1-8db0-499e-b207-6c3132a4cc23 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:53:57.550379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.552481 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Attempting to bind port 100ebae1-8db0-499e-b207-6c3132a4cc23 on network 95d3dade-194b-475d-965d-d590ef17ba90 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:53:57.561255 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:57.584393 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:57.603012 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.610181 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:57.615690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Pushing event updated for resources: {'Port': ['ID=edebaa00-4f89-4c11-8ee6-73beebf86c9d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.632006 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks [] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.675036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:53:57.675558 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Checking segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:57.675867 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.676288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Bound using segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:53:57.676771 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Bound port: 100ebae1-8db0-499e-b207-6c3132a4cc23, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:53:57.677229 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.763151 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:57.793841 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for port (1d436827-7e5c-451f-b157-b71333778a70), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.800482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.803925 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for router_gateway (3075d749-fb8e-4ecf-a5af-d9f086546587), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.835372 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7eeae773-7259-45d4-8a4a-9393f846a285 None None] Current status of the port b5d79f3e-580e-4409-811d-6b5326b7f218 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:53:57.856879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.931390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:57.970293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:57.981505 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:57.982510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:57.988567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Pushing event updated for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:57.994103 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Pushing event updated for resources: {'Port': ['ID=14900ca6-6d45-4c56-98bf-5d7da62ec75a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:58.017511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (1d436827-7e5c-451f-b157-b71333778a70), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.047788 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Attempting to bind port edebaa00-4f89-4c11-8ee6-73beebf86c9d on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:53:58.048541 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Attempting to bind port edebaa00-4f89-4c11-8ee6-73beebf86c9d by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:53:58.049196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Attempting to bind port edebaa00-4f89-4c11-8ee6-73beebf86c9d on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:53:58.063927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Attempting to bind port 14900ca6-6d45-4c56-98bf-5d7da62ec75a on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:53:58.064372 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Attempting to bind port 14900ca6-6d45-4c56-98bf-5d7da62ec75a by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:53:58.071066 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Attempting to bind port 14900ca6-6d45-4c56-98bf-5d7da62ec75a on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:53:58.080649 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:53:58.081038 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:58.081443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.081832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:53:58.082402 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Bound port: edebaa00-4f89-4c11-8ee6-73beebf86c9d, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:53:58.082803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.111899 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] For port 100ebae1-8db0-499e-b207-6c3132a4cc23, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:53:58.121957 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:53:58.121957 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Checking segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:53:58.122158 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.122479 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Bound using segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:53:58.124346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Bound port: 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:53:58.124677 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.137787 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:58.153727 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:58.194886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:58.197333 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Allocated IP 172.27.0.128 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:53:58.202211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] For port 100ebae1-8db0-499e-b207-6c3132a4cc23, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=100ebae1-8db0-499e-b207-6c3132a4cc23,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:53:58.218868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d436827-7e5c-451f-b157-b71333778a70,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:58.326917 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.374370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.522536 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:53:58.615168 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-94a12bfd-06b3-4754-85a2-91345c99fd9d None None] Provisioning complete for port 6c09f06c-c18a-4643-9109-1fd7cd63d693 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:53:58.616516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94a12bfd-06b3-4754-85a2-91345c99fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.702547 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aef0d3-2d67-4661-a587-71b4f5426ec2 None None] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:53:58.788085 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:58.831753 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:58.851938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:58.853613 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b17f5-c28a-4076-83fa-c678491c93b7 None None] Pushing event updated for resources: {'Port': ['ID=100ebae1-8db0-499e-b207-6c3132a4cc23,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:58.876579 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] For port edebaa00-4f89-4c11-8ee6-73beebf86c9d, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:53:58.881139 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] For port 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:53:58.883849 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b5d79f3e-580e-4409-811d-6b5326b7f218 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:53:59.004281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:59.010968 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] For port 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=14900ca6-6d45-4c56-98bf-5d7da62ec75a,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:53:59.027175 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] For port edebaa00-4f89-4c11-8ee6-73beebf86c9d, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=edebaa00-4f89-4c11-8ee6-73beebf86c9d,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:53:59.044861 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.055010 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:53:59.057148 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-94a12bfd-06b3-4754-85a2-91345c99fd9d None None] Port 6c09f06c-c18a-4643-9109-1fd7cd63d693 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:53:59.088885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.090382 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1381102c-237e-4a1e-b7d3-22f9c0627158 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4968760 Jun 21 05:53:59.090909 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.091685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:59.093528 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37024) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:53:59.123913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.124904 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.148295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for router_gateway (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.159140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:59.165429 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:53:59.278781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:53:59.289280 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:53:59.316006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:53:59.339805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Provisioning complete for port f569c057-6122-412d-a41a-083b3a33ae1f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:53:59.340413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.348705 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:53:59.350995 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:53:59.465613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:53:59.646438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:53:59.706154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Router 3075d749-fb8e-4ecf-a5af-d9f086546587 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:53:59.787840 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks [] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:53:59.810806 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.008631 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Pushing event updated for resources: {'Port': ['ID=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:00.052196 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.052539 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.057085 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.057441 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a7705-48f9-4dd0-a930-0c3b1849a03e None None] Pushing event updated for resources: {'Port': ['ID=14900ca6-6d45-4c56-98bf-5d7da62ec75a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:00.057914 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.058089 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.058392 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.058776 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.059038 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.062139 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.062642 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.066145 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.068545 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.068996 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.069331 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.070097 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Tracked resource versions report: Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: pushed versions: Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: { 'AddressGroup': {'1.2'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Agent': {'1.1'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'ConntrackHelper': {'1.0'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Log': {'1.0'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'NDPProxy': {'1.0'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Network': {'1.1'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Port': {'1.7'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'PortForwarding': {'1.3'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'QosPolicy': {'1.10'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroup': {'1.5'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SubPort': {'1.0'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Subnet': {'1.1'}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Trunk': {'1.1'}} Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: consumer versions: Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: { DHCP agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: HyperV agent@hv-cinder-84690: {}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: L3 agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: Metadata agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: Metering agent@dv-cinder-846901-1-iscsi: {}, Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: Open vSwitch agent@dv-cinder-846901-1-iscsi: { 'AddressGroup': '1.2', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Agent': '1.1', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'ConntrackHelper': '1.0', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'LocalIPAssociation': '1.0', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Log': '1.0', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'NDPProxy': '1.0', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Network': '1.1', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Port': '1.7', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'PortForwarding': '1.3', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'QosPolicy': '1.10', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroup': '1.5', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SecurityGroupRule': '1.2', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'SubPort': '1.0', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Subnet': '1.1', Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: 'Trunk': '1.1'}} Jun 21 05:54:00.074416 dv-cinder-846901-1-iscsi neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 05:54:00.130857 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Attempting to bind port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:00.131442 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Attempting to bind port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:00.132950 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Attempting to bind port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:00.142209 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:00.142803 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:00.143346 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.143969 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:00.144627 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Bound port: 8b6fcecd-4863-49e0-8ce0-252fa6c1508d, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:00.145886 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.259306 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd161fa-0e15-47c7-ae24-d7fb2bef83ba None None] Pushing event updated for resources: {'Port': ['ID=edebaa00-4f89-4c11-8ee6-73beebf86c9d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:00.277776 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port b5d79f3e-580e-4409-811d-6b5326b7f218 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:00.278206 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.332359 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] For port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:00.348755 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] For port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:00.370622 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.629884 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:00.631636 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:00.647946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:00.664413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:00.673107 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.680492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks [] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.711198 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.712076 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.818343 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Current status of the port f569c057-6122-412d-a41a-083b3a33ae1f is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:00.819866 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.832545 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.833794 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-dd83b329-bda6-4f82-b2ba-32d067ac3d6c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6570272 Jun 21 05:54:00.834490 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c353983-1e29-4124-a4bf-4968ac22a646 None None] Network 95d3dade-194b-475d-965d-d590ef17ba90 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:54:00.839642 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37056) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:00.870609 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:00.879292 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port b5d79f3e-580e-4409-811d-6b5326b7f218 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:00.882735 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f569c057-6122-412d-a41a-083b3a33ae1f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:00.935491 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for router_gateway (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:00.983894 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:00.985598 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:01.064397 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Pushing event updated for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:01.202575 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Sync routers for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:01.292836 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:01.342218 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301eb48-93df-4ae0-b4dc-7fd95b6dab9d None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:01.342742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] For port f569c057-6122-412d-a41a-083b3a33ae1f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f569c057-6122-412d-a41a-083b3a33ae1f,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:01.369034 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:01.391146 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:01.393644 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e121-2fa1-48b4-a37d-4e38e8df7459 None None] Pushing event updated for resources: {'Port': ['ID=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:01.414205 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:01.414205 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:01.416051 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:01.425196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:54:01.484358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:01.491481 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:01.540579 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port f569c057-6122-412d-a41a-083b3a33ae1f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:01.546170 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:01.592338 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c398c8b-49e0-41a2-9588-948c2eb53add None None] Network af2e04db-de33-4272-99f0-75327f84c194 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:54:01.626767 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:01.849248 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:01.851135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Provisioning complete for port 100ebae1-8db0-499e-b207-6c3132a4cc23 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:01.852776 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:01.937524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:02.068686 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:02.069894 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f0fbf-1344-4ecd-a9c4-7921a659fb54 None None] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:54:02.170544 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 3, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:02.259019 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:02.262482 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:02.263309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:02.270340 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Checking router: 3075d749-fb8e-4ecf-a5af-d9f086546587 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:02.275581 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Updating router 3075d749-fb8e-4ecf-a5af-d9f086546587 port 293a4d4c-d111-4efb-9e34-977280cfe200 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:02.290387 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:02.328182 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ea63-4a84-4c4d-8969-82dd559df6de None None] Pushing event updated for resources: {'Port': ['ID=f569c057-6122-412d-a41a-083b3a33ae1f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:02.373031 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:02.381292 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:02.386152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:02.394686 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-750c3aae-1eb2-4294-ad16-60cd2a0dc0c8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9466648 Jun 21 05:54:02.395477 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37090) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:02.416224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:53:56Z', 'revision_number': 3, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:02.534452 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:54:02.614089 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:02.614716 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Updating router 0902bc1e-57e9-4e6b-9102-58babfbbd656 port 8da1218f-e1a1-4432-8551-f23da5b8490f binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:02.691800 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.046315 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:03.047375 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:03.231341 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:54:03.237638 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:03.323472 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:03.372832 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks [] for port (293a4d4c-d111-4efb-9e34-977280cfe200), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.384614 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.423165 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port f569c057-6122-412d-a41a-083b3a33ae1f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:03.525547 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Attempting to bind port 293a4d4c-d111-4efb-9e34-977280cfe200 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:03.530443 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Attempting to bind port 293a4d4c-d111-4efb-9e34-977280cfe200 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:03.530973 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Attempting to bind port 293a4d4c-d111-4efb-9e34-977280cfe200 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:03.547803 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:03.548311 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:03.550935 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.551480 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:03.552256 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Bound port: 293a4d4c-d111-4efb-9e34-977280cfe200, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:03.552762 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.571706 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bc471-024c-4d64-8c70-ba8f66d25986 None None] Pushing event updated for resources: {'Port': ['ID=293a4d4c-d111-4efb-9e34-977280cfe200,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:03.577577 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Current status of the port 100ebae1-8db0-499e-b207-6c3132a4cc23 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:03.578147 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.597765 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:03.640909 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:03.653682 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:03.664177 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:03.679685 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.747132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:03.760121 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:03.762208 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:03.785976 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1af13e46-d47d-469e-8e94-8c946dfe262b admin admin] 10.222.0.18 "PUT /v2.0/routers/2ee733d1-d2f9-44db-abe7-03611fa37ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0297589 Jun 21 05:54:03.789325 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Allocated IP 172.20.0.1 (151c610c-93dc-48d7-b97e-bb2c574c07b6/57cd5e58-c299-48f9-800a-073a430a2d3f/677044ce-6461-4e62-83e9-f0b3a5adba42) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:03.809555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:03.817674 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-384aeeed-0124-4f40-879b-aac1588a4813 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2799232 Jun 21 05:54:03.829716 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:03.832453 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] For port 293a4d4c-d111-4efb-9e34-977280cfe200, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:03.904414 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] For port 293a4d4c-d111-4efb-9e34-977280cfe200, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=293a4d4c-d111-4efb-9e34-977280cfe200,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:03.918403 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.063773 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks [] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.129519 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:04.171560 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bc471-024c-4d64-8c70-ba8f66d25986 None None] Pushing event updated for resources: {'Port': ['ID=293a4d4c-d111-4efb-9e34-977280cfe200,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:04.370596 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:04.372317 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:04.544859 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks [] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.568740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Allocated IP 172.20.0.1 (95d3dade-194b-475d-965d-d590ef17ba90/dd9d5075-47a2-4c39-8162-29381aa9e995/01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:04.638073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:04.645324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.661344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:04.799838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:04.807040 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:04.807529 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:04.817730 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:04.826659 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:04.827415 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.848190 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.854559 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f569c057-6122-412d-a41a-083b3a33ae1f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:04.867197 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:04.984915 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:04.992856 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Pushing event updated for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:05.083264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873969557', 'description': 'tempest-description--1188563783'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:05.112328 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks [] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.173378 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:05.175876 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 3, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:05.283520 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.300005 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:05.305639 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Attempting to bind port 8da1218f-e1a1-4432-8551-f23da5b8490f on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:05.306810 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Attempting to bind port 8da1218f-e1a1-4432-8551-f23da5b8490f by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:05.307218 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Attempting to bind port 8da1218f-e1a1-4432-8551-f23da5b8490f on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:05.336926 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:05.339583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:05.343654 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:05.344290 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.345426 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:05.345924 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Bound port: 8da1218f-e1a1-4432-8551-f23da5b8490f, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:05.346325 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.353445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] For port 100ebae1-8db0-499e-b207-6c3132a4cc23, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=100ebae1-8db0-499e-b207-6c3132a4cc23,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:05.365719 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:05.366122 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Updating router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 port 1d436827-7e5c-451f-b157-b71333778a70 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:05.402949 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Allocated IP 172.20.0.1 (0d1a065d-e112-4f81-9899-4ee12e5c17d1/4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c/fbaae972-9288-47d2-bbab-1dae40889b4c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:05.403276 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Network 95d3dade-194b-475d-965d-d590ef17ba90 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:05.409481 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.420124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:05.437559 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:05.439334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (3075d749-fb8e-4ecf-a5af-d9f086546587), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.443828 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Pushing event updated for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:05.469827 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1d436827-7e5c-451f-b157-b71333778a70), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.684815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks [] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.735760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:05.745721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.760146 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.844865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.867357 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:05.900709 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks [] for port (1d436827-7e5c-451f-b157-b71333778a70), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.907089 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks [] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.917177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.918050 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.927434 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:05.934439 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:05.936098 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:05.939668 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.947494 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:05.954114 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:05.968832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Provisioning complete for port f569c057-6122-412d-a41a-083b3a33ae1f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:05.969755 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.970806 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:05.971592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.971824 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1d436827-7e5c-451f-b157-b71333778a70), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:05.984132 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58c50f-9bf9-48f0-abe9-ab23fa04045b None None] Pushing event updated for resources: {'Port': ['ID=8da1218f-e1a1-4432-8551-f23da5b8490f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.017326 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:06.018200 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Updating router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:06.065252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Pushing event updated for resources: {'Port': ['ID=100ebae1-8db0-499e-b207-6c3132a4cc23,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.085721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Pushing event updated for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.160053 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac45fa-a7c6-40d8-8870-96803baf138b None None] Pushing event updated for resources: {'Port': ['ID=1d436827-7e5c-451f-b157-b71333778a70,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.168064 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.186161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port f569c057-6122-412d-a41a-083b3a33ae1f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:06.186479 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.215511 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:06.284632 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:06.285291 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:06.323488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:06.332123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:06.405298 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Attempting to bind port 1d436827-7e5c-451f-b157-b71333778a70 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:06.408095 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Attempting to bind port 1d436827-7e5c-451f-b157-b71333778a70 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:06.408711 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Attempting to bind port 1d436827-7e5c-451f-b157-b71333778a70 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:06.432124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks [] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.440654 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.441654 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (3075d749-fb8e-4ecf-a5af-d9f086546587), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.474074 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 3, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:06.490938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:06.491608 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:06.492324 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.492957 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:06.493881 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Bound port: 1d436827-7e5c-451f-b157-b71333778a70, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:06.494375 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1d436827-7e5c-451f-b157-b71333778a70), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.506016 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] For port 8da1218f-e1a1-4432-8551-f23da5b8490f, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:06.535162 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343796e-0cf0-4f9a-a405-6187cee0bb4d None None] The sync data for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi is: [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:53:57Z', 'revision_number': 3, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:06.591466 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:06.601970 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Pushing event updated for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.631443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:06.650185 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (07e3ea53-dd5f-4774-a755-7e7b77647a6d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.664239 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.710298 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:54:06.722729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.763807 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (07e3ea53-dd5f-4774-a755-7e7b77647a6d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.801119 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:54:06.815783 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks [] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.830668 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:06.924084 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0db4f-624c-4f68-8012-e390f448581a None None] Pushing event updated for resources: {'Port': ['ID=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:06.995291 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Attempting to bind port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:07.007367 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Attempting to bind port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:07.007920 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Attempting to bind port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:07.025958 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:07.031034 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:07.031771 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:07.032266 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.032759 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:07.033577 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Bound port: 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:07.034168 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.092863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] For port 8da1218f-e1a1-4432-8551-f23da5b8490f, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8da1218f-e1a1-4432-8551-f23da5b8490f,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:07.098151 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.102895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e3ea53-dd5f-4774-a755-7e7b77647a6d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:07.111180 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Pushing event updated for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:07.143730 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Network 95d3dade-194b-475d-965d-d590ef17ba90 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:07.153601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:07.187527 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] For port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:07.196845 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] For port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:07.206159 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.222893 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.233667 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.245680 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-b20d3211-3a3b-486a-9d26-f0c10dc9fab4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2422147 Jun 21 05:54:07.267167 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:07.304713 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group_rule': {'security_group_id': '07e3ea53-dd5f-4774-a755-7e7b77647a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:07.409811 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:07.415761 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:07.447264 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:07.454412 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9b9982b9-e419-46c5-bc23-e1bd70dcc26d admin admin] 10.222.0.18 "PUT /v2.0/routers/0902bc1e-57e9-4e6b-9102-58babfbbd656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3582456 Jun 21 05:54:07.554801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks [] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.558056 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.561115 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.608871 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.613562 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.632314 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] For port 1d436827-7e5c-451f-b157-b71333778a70, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:07.640826 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] For port 1d436827-7e5c-451f-b157-b71333778a70, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1d436827-7e5c-451f-b157-b71333778a70,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:07.646785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.648237 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.704185 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:07.728863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1d436827-7e5c-451f-b157-b71333778a70), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.764678 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Allocated IP 172.20.0.1 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/25855d58-0215-435b-a551-a5f92c7512dc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:07.766333 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37238) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:07.831365 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:07.860347 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0db4f-624c-4f68-8012-e390f448581a None None] Pushing event updated for resources: {'Port': ['ID=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:07.876612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:07.877513 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:07.951312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d7330536-2bdb-4fa1-82e5-43766755db64 None None] Current status of the port f569c057-6122-412d-a41a-083b3a33ae1f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:07.964392 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:53:59Z', 'revision_number': 2, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:07.972620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Pushing event updated for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:07.973729 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port f569c057-6122-412d-a41a-083b3a33ae1f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:07.978825 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-973f915a-85c0-4d54-8908-487627a62030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:07.982535 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 14900ca6-6d45-4c56-98bf-5d7da62ec75a up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:08.013115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Router 3075d749-fb8e-4ecf-a5af-d9f086546587 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:54:08.034266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58c50f-9bf9-48f0-abe9-ab23fa04045b None None] Pushing event updated for resources: {'Port': ['ID=8da1218f-e1a1-4432-8551-f23da5b8490f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:08.126355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (c6745081-dfe4-427b-874a-c1ed357cfe01), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.182238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0724c9dc-c456-4aa8-acdf-e354223b31d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.239717 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port edebaa00-4f89-4c11-8ee6-73beebf86c9d triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:08.240361 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.282721 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:08.301689 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 14900ca6-6d45-4c56-98bf-5d7da62ec75a triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:08.302442 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.336362 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33159bc-2af2-46b7-adc6-6a64ec67172e None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:00Z', 'revision_number': 3, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:08.354445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:08.355710 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:08.355847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37264) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:08.359801 dv-cinder-846901-1-iscsi neutron-server[103793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 05:54:08.417571 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:08.449108 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5ebda418-ef8c-4c32-a1d8-fed330a068cb admin admin] 10.222.0.18 "PUT /v2.0/routers/3075d749-fb8e-4ecf-a5af-d9f086546587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6049380 Jun 21 05:54:08.586608 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:08.608271 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-973f915a-85c0-4d54-8908-487627a62030 admin admin] Publish callbacks [] for security_group (295c5774-5077-4d0a-860b-b9f7ef52d236), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.609381 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0724c9dc-c456-4aa8-acdf-e354223b31d5 admin admin] Publish callbacks [] for security_group (d2e8eb19-b215-4810-9289-eea724129845), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.617566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks [] for port (25855d58-0215-435b-a551-a5f92c7512dc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.630247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-973f915a-85c0-4d54-8908-487627a62030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (295c5774-5077-4d0a-860b-b9f7ef52d236), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.670489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0724c9dc-c456-4aa8-acdf-e354223b31d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d2e8eb19-b215-4810-9289-eea724129845), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.714867 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-973f915a-85c0-4d54-8908-487627a62030 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e2e85629bc545aaaaf4c03ec3acdeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6869025 Jun 21 05:54:08.715514 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:08.715973 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Updating router 2ee733d1-d2f9-44db-abe7-03611fa37ccd port 6c09f06c-c18a-4643-9109-1fd7cd63d693 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:08.725130 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:08.726238 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f915a-85c0-4d54-8908-487627a62030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c5774-5077-4d0a-860b-b9f7ef52d236,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:08.760997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (c6745081-dfe4-427b-874a-c1ed357cfe01), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.784424 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (c6745081-dfe4-427b-874a-c1ed357cfe01), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.788003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.796754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:08.801573 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac45fa-a7c6-40d8-8870-96803baf138b None None] Pushing event updated for resources: {'Port': ['ID=1d436827-7e5c-451f-b157-b71333778a70,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:08.827443 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6745081-dfe4-427b-874a-c1ed357cfe01,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:08.860760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:08.886471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:08.900129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0724c9dc-c456-4aa8-acdf-e354223b31d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd54f08f109b48518c0dbfa18c9d3fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1245325 Jun 21 05:54:08.901259 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37280) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:08.930166 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724c9dc-c456-4aa8-acdf-e354223b31d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8eb19-b215-4810-9289-eea724129845,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:08.958779 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] Publish callbacks [] for security_group (295c5774-5077-4d0a-860b-b9f7ef52d236), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:08.982879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:09.189109 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37294) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:09.193167 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] Publish callbacks [] for security_group (d2e8eb19-b215-4810-9289-eea724129845), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.240815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.240815 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a6277c3c-2c0f-4b63-b92e-f3e0a32c4d95 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9661951 Jun 21 05:54:09.249995 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:09.272888 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group_rule': {'security_group_id': '07e3ea53-dd5f-4774-a755-7e7b77647a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:09.311752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:54:09.352142 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] Publish callbacks [] for security_group (d2e8eb19-b215-4810-9289-eea724129845), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.374714 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.413444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] Publish callbacks [] for security_group (295c5774-5077-4d0a-860b-b9f7ef52d236), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.416356 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (4c704758-43ff-4e2b-86ca-c7f41db4ff44), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.490502 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-e868d098-28a4-4e63-91c4-092a748490d7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:09.501030 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-e868d098-28a4-4e63-91c4-092a748490d7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 1.1423173 Jun 21 05:54:09.506376 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:09.523703 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:09.527894 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:09.528511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.537001 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks [] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.544434 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:09.545128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:09.568665 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-dd39b2e5-287b-44f0-abfc-f76721fca247 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/quotas/7050c81c7efe4c0199573adc5687e9c0 HTTP/1.1" status: 200 len: 375 time: 0.0658381 Jun 21 05:54:09.654722 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Sync routers for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:09.666942 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:09.669062 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.672638 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:09.735507 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:09.755585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Current status of the port edebaa00-4f89-4c11-8ee6-73beebf86c9d is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:09.756194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.760318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d2e8eb19-b215-4810-9289-eea724129845), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.764930 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:09.768236 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2e8eb19-b215-4810-9289-eea724129845 HTTP/1.1" status: 204 len: 168 time: 0.8402534 Jun 21 05:54:09.860197 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:09.872839 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-e2777f66-1164-417a-b472-ca856b3c5202 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2999656 Jun 21 05:54:09.877726 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec514b0d-60db-4f65-8c3c-dea3321cf061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8eb19-b215-4810-9289-eea724129845,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:09.912954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:09.915451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:09.930281 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fae025ad-33fe-48cf-b2bb-ac964b572813 admin admin] 10.222.0.18 "PUT /v2.0/routers/66b66a5f-4f75-442b-b8f2-2e4e5d8d5295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5226057 Jun 21 05:54:09.943431 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-cc7e84b3-ba43-43bc-b9f2-ac50dba053f9 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:09.952760 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-cc7e84b3-ba43-43bc-b9f2-ac50dba053f9 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/networks?id=95d3dade-194b-475d-965d-d590ef17ba90 HTTP/1.1" status: 200 len: 811 time: 0.5395410 Jun 21 05:54:09.972552 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-a5a58274-ac30-4bda-8ec2-867e7ebbeea0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/quotas/9c9925a32b094db69c8637996e9cafa1 HTTP/1.1" status: 200 len: 375 time: 0.0174856 Jun 21 05:54:10.010919 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Pushing event updated for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.050677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (4c704758-43ff-4e2b-86ca-c7f41db4ff44), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.052939 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (25855d58-0215-435b-a551-a5f92c7512dc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.059557 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:10.119143 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-30ca216d-db52-484e-9447-1d06471dc946 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c9925a32b094db69c8637996e9cafa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432641 Jun 21 05:54:10.176535 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:10.319452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (4c704758-43ff-4e2b-86ca-c7f41db4ff44), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.326196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 14900ca6-6d45-4c56-98bf-5d7da62ec75a is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:10.326572 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.385069 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (295c5774-5077-4d0a-860b-b9f7ef52d236), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.400436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.401581 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/295c5774-5077-4d0a-860b-b9f7ef52d236 HTTP/1.1" status: 204 len: 168 time: 1.6723163 Jun 21 05:54:10.415329 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa16e27-4ad2-46a6-8a75-133cba1d6558 None None] Pushing event updated for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.461123 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks [] for port (25855d58-0215-435b-a551-a5f92c7512dc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.464476 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c704758-43ff-4e2b-86ca-c7f41db4ff44,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.465023 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] For port edebaa00-4f89-4c11-8ee6-73beebf86c9d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=edebaa00-4f89-4c11-8ee6-73beebf86c9d,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:10.470713 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.471950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.477376 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.481893 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a2768541-60ca-434b-947a-6b7061290f60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2293561 Jun 21 05:54:10.482436 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37328) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:10.487753 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:10.499910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba351a-257d-494c-8c07-b78ceeb6f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c5774-5077-4d0a-860b-b9f7ef52d236,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.560411 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.579292 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.612720 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=14900ca6-6d45-4c56-98bf-5d7da62ec75a,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:10.664303 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-a2ab87db-9180-4c1b-b4a9-2bad369c66e6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:54:10.667889 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-a2ab87db-9180-4c1b-b4a9-2bad369c66e6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3424935 Jun 21 05:54:10.710680 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Pushing event updated for resources: {'Port': ['ID=edebaa00-4f89-4c11-8ee6-73beebf86c9d,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.728654 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:10.729613 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8b6fcecd-4863-49e0-8ce0-252fa6c1508d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:10.809238 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6', 'name': '', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'mac_address': 'fa:16:3e:39:03:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:03Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 2, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'subnets': [{'id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:10.824449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:10.827469 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Pushing event updated for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:10.836459 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:10.926223 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Checking router: 3075d749-fb8e-4ecf-a5af-d9f086546587 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:10.926803 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Updating router 3075d749-fb8e-4ecf-a5af-d9f086546587 port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:11.006555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:11.019655 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.048979 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec692459-69f4-40bc-b902-901309d1e57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.126396 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port 6c09f06c-c18a-4643-9109-1fd7cd63d693 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:11.130675 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.301596 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-e1707d4c-4dd2-477f-bee1-3eef2fb5e607 service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126249 Jun 21 05:54:11.304853 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.312663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:54:11.511847 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Port 6c09f06c-c18a-4643-9109-1fd7cd63d693 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:11.528168 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37350) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:11.537840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:11.538742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:11.555339 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-86617014-8af4-4d0c-a6f4-1a2b0b10452c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:54:11.557187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-86617014-8af4-4d0c-a6f4-1a2b0b10452c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0425415 Jun 21 05:54:11.570984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:11.570984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.573356 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Attempting to bind port 6c09f06c-c18a-4643-9109-1fd7cd63d693 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:11.573851 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Attempting to bind port 6c09f06c-c18a-4643-9109-1fd7cd63d693 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:11.574700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Attempting to bind port 6c09f06c-c18a-4643-9109-1fd7cd63d693 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:11.592522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port fbaae972-9288-47d2-bbab-1dae40889b4c triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:11.594282 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.646094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:11.666877 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks [] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.677252 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.683821 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:11.685008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-128e7692-bce1-47ea-b302-47d4c6ef8278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.701978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec692459-69f4-40bc-b902-901309d1e57c admin admin] Publish callbacks [] for security_group (3fd765ab-fe1e-47ca-909f-e5cac24d499d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.717602 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 2, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:11.720722 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:11.721532 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Checking segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:11.721913 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.722539 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Bound using segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:11.723262 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Bound port: 6c09f06c-c18a-4643-9109-1fd7cd63d693, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:11.723851 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.747336 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 2, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:11.765155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec692459-69f4-40bc-b902-901309d1e57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (3fd765ab-fe1e-47ca-909f-e5cac24d499d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.813793 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ec692459-69f4-40bc-b902-901309d1e57c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c999c29c3f0d45af892c294f6fe679bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7959039 Jun 21 05:54:11.813793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:11.814004 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:11.822115 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43a0cf-fad6-403b-8257-bc20087f6fd3 None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 2, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:11.823960 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=14900ca6-6d45-4c56-98bf-5d7da62ec75a,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:11.867022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c309f-133a-46c8-8e28-ea709edb9ffe None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 2, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:11.885612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Port fbaae972-9288-47d2-bbab-1dae40889b4c cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:11.888596 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:54:11.895238 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4cd10-2708-489b-80d7-0d8f46abfdb3 None None] Pushing event updated for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:11.897328 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-bd29d2be-db2f-41e7-aba1-c0a1afa26aff admin admin] 10.222.0.18 "PUT /v2.0/routers/3e28f7fd-b900-4f18-8d26-96d69ded94a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0659308 Jun 21 05:54:11.899818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-5f202a1d-05b3-47bc-8555-113200ec439d service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817125 Jun 21 05:54:11.903992 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec692459-69f4-40bc-b902-901309d1e57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd765ab-fe1e-47ca-909f-e5cac24d499d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:11.910945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port 100ebae1-8db0-499e-b207-6c3132a4cc23 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:11.913583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.953671 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Attempting to bind port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:11.953671 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Attempting to bind port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:11.962687 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Attempting to bind port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 on network 95d3dade-194b-475d-965d-d590ef17ba90 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:11.969961 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:11.970362 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Checking segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:11.970808 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:11.971239 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Bound using segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:11.971342 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:11.971819 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Bound port: 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:11.972228 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.014003 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:12.046179 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] Publish callbacks [] for security_group (3fd765ab-fe1e-47ca-909f-e5cac24d499d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.084680 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] Publish callbacks [] for security_group (3fd765ab-fe1e-47ca-909f-e5cac24d499d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.094144 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:12.142836 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] For port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:12.150717 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] For port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:12.164036 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.226560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (3fd765ab-fe1e-47ca-909f-e5cac24d499d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.232937 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.236871 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fd765ab-fe1e-47ca-909f-e5cac24d499d HTTP/1.1" status: 204 len: 168 time: 0.4257951 Jun 21 05:54:12.253855 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c45411-22be-4fd0-97be-15e2598f36e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd765ab-fe1e-47ca-909f-e5cac24d499d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:12.258727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Allocated IP 172.27.0.241 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/31201cc1-b524-40d1-92b1-05e9c9e18c38) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:12.273597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] For port 6c09f06c-c18a-4643-9109-1fd7cd63d693, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:12.308939 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:12.309331 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:12.311465 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-9839093c-7ff0-45f4-b05e-04eb26f613ec service neutron] 10.222.0.18 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380991 Jun 21 05:54:12.338121 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:12.339335 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:12.391127 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:12.460220 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4cd10-2708-489b-80d7-0d8f46abfdb3 None None] Pushing event updated for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:12.463391 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:12.466405 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:12.884085 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:13.150542 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:13.248506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-128e7692-bce1-47ea-b302-47d4c6ef8278 admin admin] Publish callbacks [] for security_group (c2546032-543e-4100-aa0b-317a519ba348), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.268061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:13.275418 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] For port 6c09f06c-c18a-4643-9109-1fd7cd63d693, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=6c09f06c-c18a-4643-9109-1fd7cd63d693,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:13.281460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-128e7692-bce1-47ea-b302-47d4c6ef8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c2546032-543e-4100-aa0b-317a519ba348), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.306045 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.313166 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 100ebae1-8db0-499e-b207-6c3132a4cc23 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:13.329022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.362610 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:13.409764 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-1ed57ca4-9215-4ead-9dd2-cee2850675dc service neutron] 10.222.0.18 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0886638 Jun 21 05:54:13.460372 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6', 'name': '', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'mac_address': 'fa:16:3e:39:03:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:03Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'subnets': [{'id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:13.496996 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37400) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:13.510706 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-128e7692-bce1-47ea-b302-47d4c6ef8278 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15e5741e48224cf6bdabf39899960473&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9659595 Jun 21 05:54:13.517192 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Current status of the port 100ebae1-8db0-499e-b207-6c3132a4cc23 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:13.568484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e7692-bce1-47ea-b302-47d4c6ef8278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2546032-543e-4100-aa0b-317a519ba348,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:13.603905 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a5e38-0e69-4dbf-9cb1-8dd44baabf18 None None] The sync data for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi is: [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6', 'name': '', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'mac_address': 'fa:16:3e:39:03:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:03Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'subnets': [{'id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:13.610324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.642038 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37404) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:13.673895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110094209', 'description': 'tempest-description--211630496'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:13.705169 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:13.705813 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:53:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:13.727681 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] Publish callbacks [] for security_group (c2546032-543e-4100-aa0b-317a519ba348), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.805760 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.820795 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.913884 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] Publish callbacks [] for security_group (c2546032-543e-4100-aa0b-317a519ba348), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.965117 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port 677044ce-6461-4e62-83e9-f0b3a5adba42 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:13.965538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:13.986270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:13.994412 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:14.009322 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:14.019090 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=31201cc1-b524-40d1-92b1-05e9c9e18c38,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:14.194248 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (d9b16b66-40e8-48e6-b469-4cb77d02f71d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.201349 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d9b16b66-40e8-48e6-b469-4cb77d02f71d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.206622 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:14.265976 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:14.281996 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c2546032-543e-4100-aa0b-317a519ba348), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.287352 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.294590 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2546032-543e-4100-aa0b-317a519ba348 HTTP/1.1" status: 204 len: 168 time: 0.7944639 Jun 21 05:54:14.307014 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b16b66-40e8-48e6-b469-4cb77d02f71d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:14.328535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59141d-a3a9-46d5-9b2d-6b6404020f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2546032-543e-4100-aa0b-317a519ba348,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:14.349669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.353803 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-02ccaf31-42ca-47ff-9402-6a7d840f66ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7025959 Jun 21 05:54:14.362726 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37446) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:14.387439 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Port 677044ce-6461-4e62-83e9-f0b3a5adba42 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:14.394613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group_rule': {'security_group_id': 'd9b16b66-40e8-48e6-b469-4cb77d02f71d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:14.486203 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:14.542234 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041302321', 'description': 'tempest-description--30252446'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:14.655439 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 100ebae1-8db0-499e-b207-6c3132a4cc23 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:14.656035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.718262 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-857eac1c-4500-4498-8a71-4df1b6735476 req-de9195ac-eebc-4711-8957-5c1985173e1b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 210 time: 0.5665107 Jun 21 05:54:14.727587 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (dac496c0-9367-41b2-bcd9-62359631a972), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.788542 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:14.802641 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.805443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:14.943452 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6dcfb15e-2a91-4ab9-a79c-dfd0ae822bf3 req-0a5ed952-41cd-4a1f-9ad9-62f77dea9d76 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.1084638 Jun 21 05:54:15.031197 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.095801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (dac496c0-9367-41b2-bcd9-62359631a972), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.115006 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:15.117895 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port 14900ca6-6d45-4c56-98bf-5d7da62ec75a triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:15.118131 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (dac496c0-9367-41b2-bcd9-62359631a972), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.120942 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.170694 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:15.223967 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:15.348306 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.364801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac496c0-9367-41b2-bcd9-62359631a972,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:15.381364 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.387523 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a30faa6c-eda7-4493-a3c1-d81f18166c09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0215430 Jun 21 05:54:15.400311 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.409728 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37488) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:15.435436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group_rule': {'security_group_id': 'd9b16b66-40e8-48e6-b469-4cb77d02f71d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:15.478718 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.493363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.608870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.636219 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (b106917c-f5f1-43da-af14-b063437daa1b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.658666 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa16e27-4ad2-46a6-8a75-133cba1d6558 None None] Pushing event updated for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:15.698362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.703423 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2076576 Jun 21 05:54:15.731665 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37506) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:15.732524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ae281-105e-4316-9bc7-3d9bab2e0346 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:15.752416 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:15.825049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:10Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:15.973031 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (c2be5600-a840-4f09-9082-b878f065e6c2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:15.997638 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91637c71-d497-40f0-8fcd-8972b3ff2109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.050252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:16.050613 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Updating router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 port 25855d58-0215-435b-a551-a5f92c7512dc binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:16.121898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-451f8dde-e5e0-46cc-8cd5-f8d2cc986bcc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:16.140474 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-451f8dde-e5e0-46cc-8cd5-f8d2cc986bcc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 0.5169804 Jun 21 05:54:16.225887 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-03022bb5-7105-4360-92da-4ba99c3d99f9 req-3b2d05f9-f193-4523-83cf-3b827b913c5c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0796723 Jun 21 05:54:16.235042 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=31201cc1-b524-40d1-92b1-05e9c9e18c38,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:16.247495 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.264072 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3ca2e6f7-ec0a-448e-87ec-0144fbdabe22 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7714317 Jun 21 05:54:16.269253 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-179076f8-a9bd-4228-ac5e-c6b7299b40e1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/quotas/7050c81c7efe4c0199573adc5687e9c0 HTTP/1.1" status: 200 len: 375 time: 0.1274471 Jun 21 05:54:16.418426 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (25855d58-0215-435b-a551-a5f92c7512dc), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.427473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-32c0f614-ed66-4eee-bcec-b0ccae5e8d33 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564715 Jun 21 05:54:16.446340 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 100ebae1-8db0-499e-b207-6c3132a4cc23 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:16.447773 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device edebaa00-4f89-4c11-8ee6-73beebf86c9d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:16.559266 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:16.586772 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:16.633802 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (b106917c-f5f1-43da-af14-b063437daa1b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.654127 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (b106917c-f5f1-43da-af14-b063437daa1b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.752054 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-78826e74-a3ad-4363-bcf0-35e2014a370d service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240564 Jun 21 05:54:16.829285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (c2be5600-a840-4f09-9082-b878f065e6c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.885861 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (c2be5600-a840-4f09-9082-b878f065e6c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.909498 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:16.912667 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4870486 Jun 21 05:54:16.915305 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ee6a-7301-4c21-a189-16d464682070 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b106917c-f5f1-43da-af14-b063437daa1b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:16.936336 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:16.948364 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:17.049758 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.055192 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3057642 Jun 21 05:54:17.056134 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:17.122057 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554877e-b35a-4874-8f8f-8feae7cf3055 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2be5600-a840-4f09-9082-b878f065e6c2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:17.139334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:17.169212 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-befa2bcb-a4d6-4be8-a7db-5040189e1934 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--873969557&fields=id&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 267 time: 0.3482080 Jun 21 05:54:17.173511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.181055 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:17.193715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Current status of the port 14900ca6-6d45-4c56-98bf-5d7da62ec75a is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:17.358696 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-e518310c-3b4c-4b86-b1b0-43fed04a495f service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051829 Jun 21 05:54:17.421106 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Provisioning complete for port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:17.422904 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.492236 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.550775 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:17.614701 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-27501c07-7242-4ca6-a247-731e068d62a8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:17.624415 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-27501c07-7242-4ca6-a247-731e068d62a8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 816 time: 0.4500742 Jun 21 05:54:17.639785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port edebaa00-4f89-4c11-8ee6-73beebf86c9d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:17.640428 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.691520 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-7b63d511-1893-48b8-9ea1-c146308b69cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/quotas/d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 375 time: 0.0639307 Jun 21 05:54:17.697466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942955f-e5d5-41bd-af95-9a35db35be39 None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:17.718145 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e87fb08-9be5-4ce7-ad20-fb383c7947ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.791208 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:17.792841 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (1692b271-a89c-4f7f-8e0b-6f2e340384dd), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.902233 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-213a9021-3cc9-4067-a3d6-9d0b9a046c02 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055995 Jun 21 05:54:17.916684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks [] for port (25855d58-0215-435b-a551-a5f92c7512dc), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:17.964410 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:18.070321 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Allocated IP 172.27.0.155 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/9e2a2ef9-79db-44c7-981b-25bb0e53b3ef) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:18.095982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.23', 59388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:18.159365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.23', 59389) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:18.309692 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:18.328145 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-37c6fc03-2541-4aa9-ba11-c05929952e0f service neutron] 10.222.0.18 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088466 Jun 21 05:54:18.375881 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (1692b271-a89c-4f7f-8e0b-6f2e340384dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:18.481910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (1692b271-a89c-4f7f-8e0b-6f2e340384dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:18.590901 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8264b-3a2a-470d-94e9-93ff22baffbf None None] Pushing event updated for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:18.615863 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-d4a2a8c3-7d09-4fde-9811-a1bbce918e0c service neutron] 10.222.0.18 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867477 Jun 21 05:54:18.621150 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-efa31aa8-fa72-412d-ae2b-462710d65023 req-8102efc2-f2df-48c3-a687-c5e4c903a4e1 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0499527 Jun 21 05:54:18.666897 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Current status of the port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:18.667400 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:18.668923 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:18.708945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37614) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:18.789104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port edebaa00-4f89-4c11-8ee6-73beebf86c9d is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:18.814194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] For port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:18.868278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:18.958288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Attempting to bind port 25855d58-0215-435b-a551-a5f92c7512dc on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:18.958288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Attempting to bind port 25855d58-0215-435b-a551-a5f92c7512dc by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:18.958643 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Attempting to bind port 25855d58-0215-435b-a551-a5f92c7512dc on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:19.058021 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.061400 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9419832 Jun 21 05:54:19.065023 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d796f5-8cd1-40b6-bc16-8012464404e8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1692b271-a89c-4f7f-8e0b-6f2e340384dd,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:19.066975 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37626) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:19.095262 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2ede030b-7535-4484-a8f9-e1dd77c4ca68 req-51dfb276-35d7-4b79-8c32-80f25beb918b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.1195505 Jun 21 05:54:19.099264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:19.107920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f7d8134-ea51-482e-838a-fbf92a1e6b30 req-fecfc44d-37f6-411e-9c0b-e22528ac7d40 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.2372284 Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Bound port: 25855d58-0215-435b-a551-a5f92c7512dc, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:19.129498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (25855d58-0215-435b-a551-a5f92c7512dc), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.187784 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.202091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f8d920e5-5a50-4c64-adac-f3fe1a472fe5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:19.203691 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f8d920e5-5a50-4c64-adac-f3fe1a472fe5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 1.1011803 Jun 21 05:54:19.243321 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Provisioning complete for port 25855d58-0215-435b-a551-a5f92c7512dc triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:19.243718 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (25855d58-0215-435b-a551-a5f92c7512dc), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.298964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Port 25855d58-0215-435b-a551-a5f92c7512dc cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:19.302789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.321353 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c841e-33e6-4ebd-ad3c-cf70b721d874 None None] Pushing event updated for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:19.335423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Provisioning complete for port fbaae972-9288-47d2-bbab-1dae40889b4c triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:19.335965 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.360613 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6ac448b3-5954-4d56-a84c-9e792fa6dd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.380789 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] For port 25855d58-0215-435b-a551-a5f92c7512dc, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:19.385983 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] For port 25855d58-0215-435b-a551-a5f92c7512dc, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=25855d58-0215-435b-a551-a5f92c7512dc,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:19.389381 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Port fbaae972-9288-47d2-bbab-1dae40889b4c cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:19.406735 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.429367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-d957d303-f92f-4901-a6ba-8762ce337a64 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:19.438508 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-d957d303-f92f-4901-a6ba-8762ce337a64 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.23 "GET /v2.0/networks?id=95d3dade-194b-475d-965d-d590ef17ba90 HTTP/1.1" status: 200 len: 811 time: 1.2622817 Jun 21 05:54:19.444636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.471815 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Provisioning complete for port 6c09f06c-c18a-4643-9109-1fd7cd63d693 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:19.472147 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.489727 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:19.491183 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:19.523066 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:19.560525 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6ac448b3-5954-4d56-a84c-9e792fa6dd1b admin admin] Publish callbacks [] for security_group (61cfbce1-734f-4ad3-af42-ff2816651fc0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.576104 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.577745 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6ac448b3-5954-4d56-a84c-9e792fa6dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (61cfbce1-734f-4ad3-af42-ff2816651fc0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.594296 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.620540 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8264b-3a2a-470d-94e9-93ff22baffbf None None] Pushing event updated for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:19.637185 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:19.638093 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:19.641800 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-6ac448b3-5954-4d56-a84c-9e792fa6dd1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f9cd000cc014a1da028d8a0fb3186ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9316282 Jun 21 05:54:19.644488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37640) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:19.703878 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac448b3-5954-4d56-a84c-9e792fa6dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cfbce1-734f-4ad3-af42-ff2816651fc0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:19.744139 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] Publish callbacks [] for security_group (61cfbce1-734f-4ad3-af42-ff2816651fc0), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.747402 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:19.747778 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.770819 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:19.773805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] Publish callbacks [] for security_group (61cfbce1-734f-4ad3-af42-ff2816651fc0), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.823351 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Current status of the port 6c09f06c-c18a-4643-9109-1fd7cd63d693 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:19.823721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.839908 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:19.860005 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:19.895134 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f13b2557-6b97-4d51-98d8-531084e524ec req-8cfbd35a-f9f3-4098-a6e7-0ab1018a9df0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0576634 Jun 21 05:54:19.896416 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (61cfbce1-734f-4ad3-af42-ff2816651fc0), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.900532 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:19.907182 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61cfbce1-734f-4ad3-af42-ff2816651fc0 HTTP/1.1" status: 204 len: 168 time: 0.2594962 Jun 21 05:54:19.933581 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899355e-b5aa-4622-a833-09c559efb98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cfbce1-734f-4ad3-af42-ff2816651fc0,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:19.957029 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] For port 6c09f06c-c18a-4643-9109-1fd7cd63d693, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=6c09f06c-c18a-4643-9109-1fd7cd63d693,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:19.975984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:19.978763 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.017223 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.27.0.42 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/d4c7e983-e008-462b-8ba4-8395ee27c23c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:20.054225 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Provisioning complete for port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:20.055551 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.133413 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:20.148895 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.150754 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Pushing event updated for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:20.226962 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.241485 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:20.288725 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.295217 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=9e2a2ef9-79db-44c7-981b-25bb0e53b3ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:20.310706 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-614bf007-483f-49e9-bdbe-d74211ffc387 req-e695bd86-fc19-4c50-b0ae-b057a2cd7b52 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0754251 Jun 21 05:54:20.333195 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:20.356124 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.370852 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:20.372049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8b6fcecd-4863-49e0-8ce0-252fa6c1508d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:20.485118 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.523196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:20.525702 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 37658) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:20.529032 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-25f1acc7-c3fb-4045-82f6-e86183a87329 req-132f6bb2-0b2d-43a7-8faf-e053dfeb319a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0450897 Jun 21 05:54:20.534037 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:20.579651 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:20.591420 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:20.597603 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e0dc56-ffb8-47a5-9fff-05cc5c9f0b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.609874 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.620425 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:20.633210 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:20.659383 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816abba-4024-4bfe-889c-94d71c2c1b2b None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:20.661541 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0846c644-eab3-4a83-8b7d-75fe49b11c1d None None] Current status of the port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:20.663488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:20.663797 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.693050 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=d4c7e983-e008-462b-8ba4-8395ee27c23c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:20.731874 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.746468 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.749071 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.756194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:20.757921 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 293a4d4c-d111-4efb-9e34-977280cfe200 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:20.864258 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Provisioning complete for port 25855d58-0215-435b-a551-a5f92c7512dc triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:20.864636 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (25855d58-0215-435b-a551-a5f92c7512dc), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.913061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 293a4d4c-d111-4efb-9e34-977280cfe200 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:20.913537 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:20.991401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.016364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-df899845-b0ec-46e8-af5b-4c602aa35e74 req-882a6006-a799-4ee5-9a39-5f1086fef862 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0385303 Jun 21 05:54:21.024429 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=9e2a2ef9-79db-44c7-981b-25bb0e53b3ef,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:21.038691 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Current status of the port 25855d58-0215-435b-a551-a5f92c7512dc is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:21.039069 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (25855d58-0215-435b-a551-a5f92c7512dc), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.039376 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.075611 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 293a4d4c-d111-4efb-9e34-977280cfe200 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:21.076150 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.079052 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.086187 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-62102e06-7a9c-4aa2-a23f-ded23472b327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1415706 Jun 21 05:54:21.107416 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e0dc56-ffb8-47a5-9fff-05cc5c9f0b49 admin admin] Publish callbacks [] for security_group (ad54fd25-f07b-4f95-93fe-5c744cd4e011), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.123839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e0dc56-ffb8-47a5-9fff-05cc5c9f0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ad54fd25-f07b-4f95-93fe-5c744cd4e011), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.145840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 293a4d4c-d111-4efb-9e34-977280cfe200, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=293a4d4c-d111-4efb-9e34-977280cfe200,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:21.155057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] For port 25855d58-0215-435b-a551-a5f92c7512dc, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=25855d58-0215-435b-a551-a5f92c7512dc,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:21.161223 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.165006 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 6c09f06c-c18a-4643-9109-1fd7cd63d693 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:21.178883 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.205209 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'port': {'device_id': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'admin_state_up': True, 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:21.250449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Request body: {'port': {'device_id': 'be655d46-baab-49d2-842e-55873b5e4e91', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'admin_state_up': True, 'tenant_id': '9c9925a32b094db69c8637996e9cafa1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:21.366466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=293a4d4c-d111-4efb-9e34-977280cfe200,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:21.468009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:21.502548 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37694) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:21.502732 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d6e0dc56-ffb8-47a5-9fff-05cc5c9f0b49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=026481e0d68b452196fc4e10f4d2cce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9630299 Jun 21 05:54:21.515967 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0dc56-ffb8-47a5-9fff-05cc5c9f0b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad54fd25-f07b-4f95-93fe-5c744cd4e011,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:21.602436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed949-bcdc-4573-b7a4-b7781b7d4f3c None None] Pushing event updated for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:21.621900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 6c09f06c-c18a-4643-9109-1fd7cd63d693 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:21.621900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.683588 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:21.722057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] Publish callbacks [] for security_group (ad54fd25-f07b-4f95-93fe-5c744cd4e011), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.754491 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c1b8a7f-5273-4c38-bd18-aae486811829 req-bfa5ee36-ec05-4725-be0d-b68fb18fef01 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.1483867 Jun 21 05:54:21.792315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] Publish callbacks [] for security_group (ad54fd25-f07b-4f95-93fe-5c744cd4e011), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.801728 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 6c09f06c-c18a-4643-9109-1fd7cd63d693 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:21.803153 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1d436827-7e5c-451f-b157-b71333778a70 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:21.868261 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Made reservation on behalf of 9c9925a32b094db69c8637996e9cafa1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:21.876796 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:21.885011 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:21.921217 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:21.923106 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:21.975303 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 1d436827-7e5c-451f-b157-b71333778a70 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:21.975795 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (1d436827-7e5c-451f-b157-b71333778a70), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.059263 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:54:22.066435 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.106534 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-7ad86c45-a8e2-4a93-886a-2fbea8a25f00 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2110094209&fields=id&tenant_id=219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 267 time: 0.4701405 Jun 21 05:54:22.122380 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:22.123576 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:22.125384 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1e83d15-f2d6-4434-9bfc-0d75bade9513 req-df84d15e-17c0-4cfe-ad02-efa55485b6cc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.1668928 Jun 21 05:54:22.169601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:22.196617 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.260275 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:22.263669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 1d436827-7e5c-451f-b157-b71333778a70 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:22.264486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1d436827-7e5c-451f-b157-b71333778a70), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.336571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 1d436827-7e5c-451f-b157-b71333778a70, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1d436827-7e5c-451f-b157-b71333778a70,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:22.337061 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-6274c16d-f284-48ea-b4e3-371436f3d960 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:22.346168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-6274c16d-f284-48ea-b4e3-371436f3d960 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 810 time: 0.2383153 Jun 21 05:54:22.365165 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1d436827-7e5c-451f-b157-b71333778a70), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.366553 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 14900ca6-6d45-4c56-98bf-5d7da62ec75a up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:22.378148 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-38ded30b-2887-474a-8f03-762a52c818d4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/quotas/219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 375 time: 0.0305755 Jun 21 05:54:22.426324 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:22.454957 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-5dabc39f-af61-4336-99c1-031b2169f225 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704508 Jun 21 05:54:22.470097 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0abe5c03-aa22-4e55-99f8-146f064a15c1 req-708b9e4f-7ff3-4917-b6da-49936de5c16e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.1204226 Jun 21 05:54:22.483921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ad54fd25-f07b-4f95-93fe-5c744cd4e011), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.487724 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.489207 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad54fd25-f07b-4f95-93fe-5c744cd4e011 HTTP/1.1" status: 204 len: 168 time: 0.9851747 Jun 21 05:54:22.532303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Made reservation on behalf of 7050c81c7efe4c0199573adc5687e9c0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:22.537456 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.540676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7a64f-a9ca-4722-87b1-93eaeaef98df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad54fd25-f07b-4f95-93fe-5c744cd4e011,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:22.555247 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:22.601252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 14900ca6-6d45-4c56-98bf-5d7da62ec75a triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:22.601622 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.607444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.672752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Allocated IP 172.20.0.11 (95d3dade-194b-475d-965d-d590ef17ba90/dd9d5075-47a2-4c39-8162-29381aa9e995/3b55b939-e669-4c15-98a5-c5175355b381) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:22.674173 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:22.700810 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=d4c7e983-e008-462b-8ba4-8395ee27c23c,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:22.727998 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:22.730319 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4a7e092a-3428-4bf0-ac47-2f3c35818cca tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6368334 Jun 21 05:54:22.737634 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-b5497ec9-301a-4f2e-8a7e-447297e1b8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658589 Jun 21 05:54:22.738443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:22.812172 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=1d436827-7e5c-451f-b157-b71333778a70,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:22.925315 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 2, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:22.993213 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:22.993894 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Updating router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 port fbaae972-9288-47d2-bbab-1dae40889b4c binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:22.998809 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c5a2539c-8858-466e-99cf-9b2e7080b58f req-5fe5fd81-ae4b-4754-8d37-49e1efa875cd tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0432372 Jun 21 05:54:23.067404 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 14900ca6-6d45-4c56-98bf-5d7da62ec75a is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:23.068779 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8da1218f-e1a1-4432-8551-f23da5b8490f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:23.095184 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-2e00f2bb-f2ad-42f6-9bc4-342262afe5e2 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565638 Jun 21 05:54:23.099033 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.212710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks [] for port (3b55b939-e669-4c15-98a5-c5175355b381), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.266006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:23.274258 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-92d53882-bd76-4853-a965-b66b46f95fc9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1041302321&fields=id&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 267 time: 0.1255157 Jun 21 05:54:23.282021 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.369031 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 8da1218f-e1a1-4432-8551-f23da5b8490f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:23.369434 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.438567 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Network 95d3dade-194b-475d-965d-d590ef17ba90 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:23.459398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:23.462323 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:23.470176 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:23.470948 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.500290 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3150644 Jun 21 05:54:23.506373 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d886b-680e-438b-8f1a-3abbe8618afe tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Pushing event updated for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:23.523277 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:23.561203 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Allocated IP 172.20.0.5 (151c610c-93dc-48d7-b97e-bb2c574c07b6/57cd5e58-c299-48f9-800a-073a430a2d3f/e166dd5d-be6c-42ae-ab3a-1615b941b157) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:23.646243 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 2, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:23.710661 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:23.722923 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-da1ef703-6610-453d-929f-ba767a6d9517 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:23.732459 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-da1ef703-6610-453d-929f-ba767a6d9517 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.4486644 Jun 21 05:54:23.792913 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8b613946-f3dd-4d49-af1b-8c150e4258de req-4acf73f5-420a-430b-958a-07b9c93aea1a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0536900 Jun 21 05:54:23.806219 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-7ccdc97b-79ea-4589-a02e-93ec183beacf tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/quotas/ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 375 time: 0.0728204 Jun 21 05:54:23.845704 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:54:23.846304 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Updating router 0902bc1e-57e9-4e6b-9102-58babfbbd656 port 677044ce-6461-4e62-83e9-f0b3a5adba42 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:54:23.875326 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 8da1218f-e1a1-4432-8551-f23da5b8490f is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:23.875892 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.908011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 8da1218f-e1a1-4432-8551-f23da5b8490f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8da1218f-e1a1-4432-8551-f23da5b8490f,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:23.911188 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:23.919612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.920515 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:23.958308 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks [] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:23.969945 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e8decd72-13c0-41a6-9414-596e01dc4625 req-a93280ac-b484-468d-876c-69c0933ac04a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.1142204 Jun 21 05:54:23.984818 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.024105 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-76214f1e-b44d-4532-baaa-106949797ab6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2169023 Jun 21 05:54:24.104359 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:24.180045 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.224552 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.278136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-89bdbc17-e804-425a-830d-2193ed0b8e6c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:54:24.286313 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-572cc7d0-a272-490a-9146-fffb6117cbdb service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560370 Jun 21 05:54:24.291898 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-89bdbc17-e804-425a-830d-2193ed0b8e6c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0267901 Jun 21 05:54:24.345644 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f578d7-baba-44dc-8ffa-35d281f4c456 None None] Pushing event updated for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:24.382640 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.412917 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Attempting to bind port fbaae972-9288-47d2-bbab-1dae40889b4c on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:24.414359 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Attempting to bind port fbaae972-9288-47d2-bbab-1dae40889b4c by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:24.415250 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Attempting to bind port fbaae972-9288-47d2-bbab-1dae40889b4c on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:24.431804 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:24.432161 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Checking segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:24.434488 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:24.435225 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.436564 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Bound using segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:24.439102 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Bound port: fbaae972-9288-47d2-bbab-1dae40889b4c, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:24.439501 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.444163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:24.490070 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-5a43d6a3-428a-429b-b4d9-03c625f356fa None None] Provisioning complete for port 3b55b939-e669-4c15-98a5-c5175355b381 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:24.494100 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5a43d6a3-428a-429b-b4d9-03c625f356fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (3b55b939-e669-4c15-98a5-c5175355b381), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.514613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:24.529461 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:24.538794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.612695 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4607906 Jun 21 05:54:24.648772 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6f6ed-121b-4b7e-b117-f78e235d8c99 req-f3dbc7bf-d183-4ab9-9821-e69c378ce3fd tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:24.653951 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f87d2-b771-4451-8474-7b25afd90ab9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:24.670821 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-43e6f6ed-121b-4b7e-b117-f78e235d8c99 req-f3dbc7bf-d183-4ab9-9821-e69c378ce3fd tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.3141248 Jun 21 05:54:24.677793 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] For port fbaae972-9288-47d2-bbab-1dae40889b4c, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:24.682288 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] For port fbaae972-9288-47d2-bbab-1dae40889b4c, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=fbaae972-9288-47d2-bbab-1dae40889b4c,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:24.695027 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.784313 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:24.784709 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:24.833612 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:24.836314 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:24.921037 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:24.942723 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-43e6f6ed-121b-4b7e-b117-f78e235d8c99 req-3500d309-8c2d-47f5-bfcd-9817924d081c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710960 Jun 21 05:54:24.946622 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=8da1218f-e1a1-4432-8551-f23da5b8490f,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:24.975223 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5a43d6a3-428a-429b-b4d9-03c625f356fa None None] Port 3b55b939-e669-4c15-98a5-c5175355b381 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:24.998319 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-76772efe-b289-4800-a23a-429f6bf7b2ba service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076638 Jun 21 05:54:25.015193 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f578d7-baba-44dc-8ffa-35d281f4c456 None None] Pushing event updated for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:25.057912 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:25.058683 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:25.150698 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:25.172355 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:25.173199 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 100ebae1-8db0-499e-b207-6c3132a4cc23 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:25.179518 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Provisioning complete for port fbaae972-9288-47d2-bbab-1dae40889b4c triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:25.179978 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:25.223538 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9068db46-c646-4bac-a9f7-49a461e15bf2 req-0a424df1-d933-4278-9ca1-ec4eb4086414 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.1168764 Jun 21 05:54:25.224907 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:25.463818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a49472a9-2b69-4909-91d6-28226ed16805 req-82b8c093-4d1f-4052-9934-be4d434a5b39 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0956919 Jun 21 05:54:25.551792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:25.558701 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2d46078-9a80-45c5-8334-39042cb8a46e req-9c98dfac-08cb-49f2-a305-5302b80579dc tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0789952 Jun 21 05:54:25.589870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 100ebae1-8db0-499e-b207-6c3132a4cc23 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:25.592104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:25.693614 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-03ab9b97-9b7b-4f00-8582-b5f4f97aedc8 req-cb312f4a-594f-4656-9e61-761650bdd035 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0624359 Jun 21 05:54:25.746168 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:25.752212 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:24Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:25.785349 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Current status of the port fbaae972-9288-47d2-bbab-1dae40889b4c is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:25.785699 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:25.797501 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d205634-0f49-4abe-ac63-b50cc921b0b8 None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:24Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:25.975970 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] For port fbaae972-9288-47d2-bbab-1dae40889b4c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=fbaae972-9288-47d2-bbab-1dae40889b4c,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:25.981838 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:25.984332 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks [] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.003667 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.050286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.077112 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 100ebae1-8db0-499e-b207-6c3132a4cc23 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:26.078842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device edebaa00-4f89-4c11-8ee6-73beebf86c9d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:26.125781 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674174f-2907-496a-8c1d-012997f9b27b req-2d31f252-8a0b-4b49-9b53-b7bccfc0aa6e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:26.129214 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6674174f-2907-496a-8c1d-012997f9b27b req-2d31f252-8a0b-4b49-9b53-b7bccfc0aa6e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0770020 Jun 21 05:54:26.205046 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Provisioning complete for port fbaae972-9288-47d2-bbab-1dae40889b4c triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:26.205472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.219161 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6674174f-2907-496a-8c1d-012997f9b27b req-89ab2d05-d913-449b-8daf-98445d2586a3 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Jun 21 05:54:26.231847 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca9f0-cc31-4fe7-a4c7-b4910601dc09 None None] Pushing event updated for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:26.333406 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port edebaa00-4f89-4c11-8ee6-73beebf86c9d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:26.333803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.388378 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-abed8f43-67eb-4730-9801-ecb4b0153096 req-fa8bd3fb-7cbf-4142-a77d-ed04c172bdfa tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0570354 Jun 21 05:54:26.398259 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:26.411962 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Attempting to bind port 677044ce-6461-4e62-83e9-f0b3a5adba42 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:26.412334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Attempting to bind port 677044ce-6461-4e62-83e9-f0b3a5adba42 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:26.412697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Attempting to bind port 677044ce-6461-4e62-83e9-f0b3a5adba42 on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:26.441500 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:26.441889 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:26.442299 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.442700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Bound using segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:26.443183 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Bound port: 677044ce-6461-4e62-83e9-f0b3a5adba42, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:26.443562 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.465679 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722cc85-8e15-4102-87a1-1600aa95fc64 None None] Pushing event updated for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:26.522688 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Current status of the port fbaae972-9288-47d2-bbab-1dae40889b4c is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:26.563002 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port edebaa00-4f89-4c11-8ee6-73beebf86c9d is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:26.569091 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Provisioning complete for port e166dd5d-be6c-42ae-ab3a-1615b941b157 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:26.569542 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.618109 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] For port 677044ce-6461-4e62-83e9-f0b3a5adba42, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:26.627091 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] For port 677044ce-6461-4e62-83e9-f0b3a5adba42, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=677044ce-6461-4e62-83e9-f0b3a5adba42,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:26.632129 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4e42b10a-6570-49e7-a2d7-3c24b3b85a45 None None] Port e166dd5d-be6c-42ae-ab3a-1615b941b157 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:26.638170 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.716870 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f5c2eb5c-555b-4a5c-8257-94145a407c7a req-9d0b7871-9e90-45c0-bcf0-020bbdbe77c9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0853033 Jun 21 05:54:26.756462 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:54:26.762809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:26.767910 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722cc85-8e15-4102-87a1-1600aa95fc64 None None] Pushing event updated for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:26.841065 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-41a17e30-1c37-455e-802e-fcff2eddb3df req-96b66d0b-7964-487d-b8db-6a05b10944d1 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0731146 Jun 21 05:54:26.852033 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Provisioning complete for port 677044ce-6461-4e62-83e9-f0b3a5adba42 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:26.852033 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:26.919147 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ceb7f01f-a150-45ec-95cc-97fb3d3a40c2 req-ea27d14d-34cb-4283-a0c9-ae3a1c24484b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0454073 Jun 21 05:54:26.993876 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:27.050415 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.054020 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:54:27.094037 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Current status of the port 677044ce-6461-4e62-83e9-f0b3a5adba42 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:27.094426 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.165760 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:27.236006 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] For port 677044ce-6461-4e62-83e9-f0b3a5adba42, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=677044ce-6461-4e62-83e9-f0b3a5adba42,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:27.313991 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.419380 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:27.420228 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.442732 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:27.502414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f696411-77ba-4f86-8f0f-a35a88355d19 req-9c4f7432-f4e9-4b8f-8fff-729de5fffed8 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:27.512251 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f696411-77ba-4f86-8f0f-a35a88355d19 req-9c4f7432-f4e9-4b8f-8fff-729de5fffed8 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.1815815 Jun 21 05:54:27.516673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d798-2407-4de4-a794-5d1e99052b9d None None] Pushing event updated for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:27.530209 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-53b6c1b1-38b4-4474-a684-f84beec70cb4 None None] Provisioning complete for port 677044ce-6461-4e62-83e9-f0b3a5adba42 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:27.531413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-53b6c1b1-38b4-4474-a684-f84beec70cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.576747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:26Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:54:27.632985 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f696411-77ba-4f86-8f0f-a35a88355d19 req-1d87ecfe-ee8f-4d8c-a107-8d6016ede456 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 Jun 21 05:54:27.649891 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b71ffe1f-f89f-4b68-806b-0b50b1045cc3 req-3c50381f-21f2-466c-a945-195a252e53f8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0904043 Jun 21 05:54:27.665852 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984604b6-52c9-4114-9de2-f29dd8e42309 None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:26Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:54:27.753341 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-53b6c1b1-38b4-4474-a684-f84beec70cb4 None None] Current status of the port 677044ce-6461-4e62-83e9-f0b3a5adba42 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:27.760008 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:27.761208 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 6c09f06c-c18a-4643-9109-1fd7cd63d693 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:27.819464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 6c09f06c-c18a-4643-9109-1fd7cd63d693 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:27.819984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:27.887629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4de9078c-b8b4-4083-abd3-b07eb5ae25a8 req-37ff9e3d-9269-4e32-bed6-44d235ed369a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0526431 Jun 21 05:54:28.011072 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 6c09f06c-c18a-4643-9109-1fd7cd63d693 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:28.014841 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 293a4d4c-d111-4efb-9e34-977280cfe200 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:28.075653 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3471a752-bb3e-4aa2-a2b7-d636c3bd85f2 req-2599d508-f286-4c20-ba8b-f3fa704e73d0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0781517 Jun 21 05:54:28.116571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:28.143371 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 293a4d4c-d111-4efb-9e34-977280cfe200 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:28.143893 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:28.149556 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1e280fd8-fba2-4009-9214-7814c599fa6f req-70a742ee-eff9-4e3b-834d-de9239b86818 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0439296 Jun 21 05:54:28.344671 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 293a4d4c-d111-4efb-9e34-977280cfe200 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:28.346388 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1d436827-7e5c-451f-b157-b71333778a70 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:28.416793 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 1d436827-7e5c-451f-b157-b71333778a70 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:28.417265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (1d436827-7e5c-451f-b157-b71333778a70), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:28.780152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 1d436827-7e5c-451f-b157-b71333778a70 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:28.782296 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 25855d58-0215-435b-a551-a5f92c7512dc up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:28.913143 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-800f7a31-19d3-4490-92e1-f3e13803a122 req-fa8f3c59-ec96-44f0-8171-f97436b5885f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.1045389 Jun 21 05:54:28.916297 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 25855d58-0215-435b-a551-a5f92c7512dc triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:28.916660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (25855d58-0215-435b-a551-a5f92c7512dc), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:29.092255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5869d1b-ab09-4889-986d-8c398acfe4bd req-bb58a6c2-0d5b-4c91-9644-f5eb1e418a26 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:29.112582 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5869d1b-ab09-4889-986d-8c398acfe4bd req-bb58a6c2-0d5b-4c91-9644-f5eb1e418a26 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.2841995 Jun 21 05:54:29.135291 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 25855d58-0215-435b-a551-a5f92c7512dc is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:29.141040 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device fbaae972-9288-47d2-bbab-1dae40889b4c up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:29.212909 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:29.223552 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port fbaae972-9288-47d2-bbab-1dae40889b4c triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:29.223952 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:29.233916 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5869d1b-ab09-4889-986d-8c398acfe4bd req-ce66c122-589a-47dd-83bc-12c2935be9b9 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200304 Jun 21 05:54:29.257977 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88e032c5-aecd-4ad2-ba1c-befe655cab58 req-5615338a-5519-4994-ad6f-21fd5d8c6224 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0615854 Jun 21 05:54:29.343996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port fbaae972-9288-47d2-bbab-1dae40889b4c is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:29.346094 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:29.409553 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:29.410460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:29.417459 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52a0be7d-1f6a-4d8e-b4ca-b1cc44e1283c req-7dd9b889-3973-46ab-8e1e-53b78c8d0d9f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0574448 Jun 21 05:54:29.469500 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-25c053ea-d94e-495b-a2b0-50b3c3b8e691 req-ea9efe8e-79e6-4bed-a4c6-106a2d075e4f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0551481 Jun 21 05:54:29.523327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:29.524599 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8da1218f-e1a1-4432-8551-f23da5b8490f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:29.614201 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 8da1218f-e1a1-4432-8551-f23da5b8490f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:29.614761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:29.654290 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:29.710299 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 8da1218f-e1a1-4432-8551-f23da5b8490f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:29.859063 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 677044ce-6461-4e62-83e9-f0b3a5adba42 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:29.927476 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 677044ce-6461-4e62-83e9-f0b3a5adba42 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:29.927843 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:30.035571 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e9cfb8ce-0405-430b-a772-6dbbacd8088a req-a1b173c0-7d3a-45af-8128-a1762cc85096 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0324056 Jun 21 05:54:30.040753 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 677044ce-6461-4e62-83e9-f0b3a5adba42 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:30.398250 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-79b3f352-3750-4e2a-80f2-3b4396fc5c1a req-5d9e3353-8423-4f6c-85d7-b43c2e5fe555 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0607216 Jun 21 05:54:30.448426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c5a95-9d28-4302-a143-200a1b81f9f5 req-72e24b15-2e14-4e03-9841-d630ffb41cd2 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:30.450891 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-483c5a95-9d28-4302-a143-200a1b81f9f5 req-72e24b15-2e14-4e03-9841-d630ffb41cd2 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0989304 Jun 21 05:54:30.496816 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:30.525184 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-483c5a95-9d28-4302-a143-200a1b81f9f5 req-71569b2f-14c6-4cb0-83d8-a228708096a0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677178 Jun 21 05:54:30.551881 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3f830f84-b864-4e65-bab9-14f09f59d7ab req-8d788c64-a9a5-4753-9ac9-5214be30edbd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0502799 Jun 21 05:54:30.611465 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:30.636110 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2104571-7e7e-4e42-ba77-560b3967cdd6 req-2ac0e353-ddac-4426-975b-2646539cb22a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0375955 Jun 21 05:54:31.152948 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-03429755-ec91-4d4b-a47c-bb1ab7e76a09 req-ccb4c714-8755-4f3d-a4c8-c5269e80ebe5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0362868 Jun 21 05:54:31.510648 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b9c2478a-5576-4bac-bd7d-965aa42afdf9 req-479ab1d9-6d79-4c67-a36f-a1ef37930ce5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Jun 21 05:54:31.675881 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f226296-2f90-4eca-b322-f0480236e56b req-81d788fe-a9cd-4977-829b-657e9bc1d9cf tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0432460 Jun 21 05:54:31.682666 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b21f-232d-4b4a-b62d-eb65e498eee0 req-7df01e57-3889-4319-8b44-b7d4830559f2 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:31.684207 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bbe6b21f-232d-4b4a-b62d-eb65e498eee0 req-7df01e57-3889-4319-8b44-b7d4830559f2 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0865891 Jun 21 05:54:31.770741 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bbe6b21f-232d-4b4a-b62d-eb65e498eee0 req-4330c320-74fb-4068-bab4-ecd40c7b166d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795476 Jun 21 05:54:31.788512 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0622ab63-29e4-4098-8677-ab0e27786d70 req-ed4eb4d7-cb30-413f-8c4f-6a188ef1f7c3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0358300 Jun 21 05:54:32.285566 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-81ab849d-9c40-4458-b99d-5da7620f01a8 req-d9e09678-9b70-4b8f-b361-e5d5b4befe76 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0454648 Jun 21 05:54:32.571857 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 37996) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:32.711060 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f0e934e3-1d2d-4011-b395-240575d20888 req-6808ea16-d1cb-4c5a-83f8-8a40769992b6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0776684 Jun 21 05:54:32.767610 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cdc8d2-9c1a-4868-a5fd-2ed71068a9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:32.878732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b1068c1a-4a18-4543-8d00-e0a3ce912df2 req-1d060e83-fd8b-401f-b578-98dc025d3870 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0622747 Jun 21 05:54:33.049387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cdc8d2-9c1a-4868-a5fd-2ed71068a9b7 admin admin] Publish callbacks [] for security_group (01e1f186-cb3e-4d53-86ea-16c388901899), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.077905 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8f4e68be-55ed-402c-b5fc-df785971e6d1 req-3e45b2bc-4f01-4d5e-968f-9d004807ae10 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0564663 Jun 21 05:54:33.078519 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cdc8d2-9c1a-4868-a5fd-2ed71068a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (01e1f186-cb3e-4d53-86ea-16c388901899), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.109297 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b00d-2af8-4236-9b4e-4b44deb15a02 req-e16d73e4-54e0-44f8-8573-e6826b8e0948 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:33.109297 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4a44b00d-2af8-4236-9b4e-4b44deb15a02 req-e16d73e4-54e0-44f8-8573-e6826b8e0948 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.1748438 Jun 21 05:54:33.127045 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-84cdc8d2-9c1a-4868-a5fd-2ed71068a9b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36b055c585ec4ac896ceddb780966cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540421 Jun 21 05:54:33.129856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38018) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:33.172908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc8d2-9c1a-4868-a5fd-2ed71068a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1f186-cb3e-4d53-86ea-16c388901899,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:33.204449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] Publish callbacks [] for security_group (01e1f186-cb3e-4d53-86ea-16c388901899), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.215074 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4a44b00d-2af8-4236-9b4e-4b44deb15a02 req-8b22a9ca-ebb1-4d1e-a0ae-253bc1ab9f88 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868206 Jun 21 05:54:33.242437 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] Publish callbacks [] for security_group (01e1f186-cb3e-4d53-86ea-16c388901899), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.315451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (01e1f186-cb3e-4d53-86ea-16c388901899), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.317954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.322766 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e1f186-cb3e-4d53-86ea-16c388901899 HTTP/1.1" status: 204 len: 168 time: 0.1891327 Jun 21 05:54:33.328808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc6b2e-2a19-42d1-aa19-06505ccdc968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1f186-cb3e-4d53-86ea-16c388901899,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:33.431157 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b9f743c-30fa-4b54-9115-02f1aec21b6e req-2ef68ceb-12ae-4975-9e1a-bb22045c7e9b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0407252 Jun 21 05:54:33.737685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:33.754824 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8289520c-fbab-44cb-9d06-4cc4f0b2efd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.859625 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e75a41dc-e61a-4aaa-ab14-f97bddc6d257 req-83d29ed9-58a7-4d24-897c-a523ca1365e1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0642257 Jun 21 05:54:33.893379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:33.895630 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8289520c-fbab-44cb-9d06-4cc4f0b2efd4 admin admin] Publish callbacks [] for security_group (58be4df4-c4e0-4fa3-9f0c-1cecff34988d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.902415 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8289520c-fbab-44cb-9d06-4cc4f0b2efd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (58be4df4-c4e0-4fa3-9f0c-1cecff34988d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:33.942991 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8289520c-fbab-44cb-9d06-4cc4f0b2efd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29b5d3424ee6453886e26d4c09f11dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041235 Jun 21 05:54:33.946223 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38038) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:33.988347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289520c-fbab-44cb-9d06-4cc4f0b2efd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be4df4-c4e0-4fa3-9f0c-1cecff34988d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:34.080382 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] Publish callbacks [] for security_group (58be4df4-c4e0-4fa3-9f0c-1cecff34988d), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:34.113731 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52876247-92cd-409e-8638-eec483218a5c req-a051c5fc-919d-4ff2-a6c3-7303efa70e42 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0722525 Jun 21 05:54:34.170124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] Publish callbacks [] for security_group (58be4df4-c4e0-4fa3-9f0c-1cecff34988d), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:34.220570 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-23adf10f-8546-45d3-a417-cf3aaefaac2c req-6e7041c2-c235-4fbc-9c7d-3dc4d5a4f0e4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0473986 Jun 21 05:54:34.285048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (58be4df4-c4e0-4fa3-9f0c-1cecff34988d), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:34.288754 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:34.290766 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58be4df4-c4e0-4fa3-9f0c-1cecff34988d HTTP/1.1" status: 204 len: 168 time: 0.3427534 Jun 21 05:54:34.305134 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7d7ae-c96c-4262-ba0b-d18006475033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be4df4-c4e0-4fa3-9f0c-1cecff34988d,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:34.490582 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662c1f0-0fd8-4345-8023-8c8b896f7110 req-ae151257-3d5b-4b44-a574-19b8170ee754 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:34.494276 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e662c1f0-0fd8-4345-8023-8c8b896f7110 req-ae151257-3d5b-4b44-a574-19b8170ee754 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0866952 Jun 21 05:54:34.624087 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c2c2613b-58c9-43d7-8f7c-d9d24a950b8a req-ec819467-9420-4de7-bd49-2581a72f7b63 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0679207 Jun 21 05:54:34.634469 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e662c1f0-0fd8-4345-8023-8c8b896f7110 req-e848a7ea-c75a-46e5-9f8d-0237ed169e07 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323969 Jun 21 05:54:34.960416 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00d978bb-8cc0-4562-9d0d-89b421036030 req-0b35c04d-8595-441d-8983-7e0190e911aa tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Jun 21 05:54:35.192702 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de3b775a-f940-4ec7-920c-a887206e2570 req-42ac08fd-bb64-4169-9e96-fc3029a5edaa tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0325468 Jun 21 05:54:35.324113 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75bc5369-05dc-4627-9652-55f83392948d req-84c22082-cd31-48d0-8f31-90551243917c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Jun 21 05:54:35.741250 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:35.771066 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a39bf138-ff7b-4388-9364-5b1824b821f4 req-c78e88dd-2008-4965-a0da-246bdfe3f86e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0455499 Jun 21 05:54:35.807548 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fb46-16e3-46fd-9a43-15e49a90a32f req-cdcbe8d5-ba30-4381-afd2-a81a2442858c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:35.809051 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70f4fb46-16e3-46fd-9a43-15e49a90a32f req-cdcbe8d5-ba30-4381-afd2-a81a2442858c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0706780 Jun 21 05:54:35.862293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70f4fb46-16e3-46fd-9a43-15e49a90a32f req-072c32ab-68e3-4049-9ec7-1f5286eb43ad tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jun 21 05:54:36.065529 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0035a183-50e4-4ad5-9a25-ab6897992f1f req-e9f1203b-4077-4966-930e-bf0839ae982a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0309055 Jun 21 05:54:36.288920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-706344c1-89fa-4390-9588-abebc0e375ed req-8d66951b-7cd8-4d4a-819d-21e9db80cca4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jun 21 05:54:36.430795 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8852bb97-c9c7-459f-b1f2-28ea169d4120 req-4719e18b-b616-414e-b630-9715cb3c8af2 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0338774 Jun 21 05:54:36.870317 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a3a8ca26-81e6-4145-9393-000e5f7cff9d req-d529ecc0-10d6-4542-9379-2536893503ca tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Jun 21 05:54:36.976003 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277494-89f6-4151-8cf6-69b548d9d3f6 req-3622a6e6-6f6b-4d06-97da-4d9ec9998fb8 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:36.977515 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00277494-89f6-4151-8cf6-69b548d9d3f6 req-3622a6e6-6f6b-4d06-97da-4d9ec9998fb8 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0475512 Jun 21 05:54:37.001529 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:37.026629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00277494-89f6-4151-8cf6-69b548d9d3f6 req-22579203-5ef6-47f6-8937-5787c99bd223 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Jun 21 05:54:37.164034 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2772a61b-d6f9-4c5a-b2d5-a0225dd19bb3 req-f2194b86-ea1b-40d2-8309-7f320be093d4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0268419 Jun 21 05:54:37.386517 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08fcacde-9d61-4352-9498-e3294efdef69 req-42641e2e-7116-4205-b769-09f39a85d68f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0312610 Jun 21 05:54:37.528586 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b13336fa-00e0-4829-8868-5a2109cb1395 req-f4242e67-26a1-4419-b96f-0bb7aefc914d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Jun 21 05:54:37.965096 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-aab6b254-77a5-45b0-8d18-7fdbfd98f67e req-7f0b391f-2e69-42b0-a429-51fccc30dd46 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0271392 Jun 21 05:54:38.159495 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f7f8c-5265-43ab-a995-4aed8399174d req-701640c5-6383-4db3-b919-487115b9c181 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:38.161292 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-414f7f8c-5265-43ab-a995-4aed8399174d req-701640c5-6383-4db3-b919-487115b9c181 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0482953 Jun 21 05:54:38.208920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-414f7f8c-5265-43ab-a995-4aed8399174d req-993d502d-fefd-4ec1-93c0-c12e143a1175 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jun 21 05:54:38.266714 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0a6d03cc-6342-40f5-adaf-f4c217c22aca req-bd4d501e-b0bb-41ea-8bec-fa952fd13026 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0307508 Jun 21 05:54:38.482412 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52ae2033-4cfd-451b-972b-f51e1630812e req-e977c3a7-671d-4790-80ee-1ece451833b4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0291834 Jun 21 05:54:38.622597 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-91d14e9b-099c-42c3-8029-85101c6d9beb req-97158fe6-96d1-4984-b3e7-3517aabd16b8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Jun 21 05:54:39.059059 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b5a6cb3f-26c2-452e-a963-af99e596e150 req-9380fc9e-c6a6-4fbc-bd99-e71d0f65d4a2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Jun 21 05:54:39.327442 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847e7f-fc89-4edb-aa30-dc2c0cab4bc6 req-fd47642d-240f-4dd3-90b9-19faad8ee0bd tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:39.328873 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-69847e7f-fc89-4edb-aa30-dc2c0cab4bc6 req-fd47642d-240f-4dd3-90b9-19faad8ee0bd tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0525303 Jun 21 05:54:39.379684 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47af8a7c-0ef9-45b0-815f-3adfd47bc41b req-3e5f7430-a647-4623-8ab3-3f32d5f948d8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0380683 Jun 21 05:54:39.401797 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-69847e7f-fc89-4edb-aa30-dc2c0cab4bc6 req-bb059de0-0515-4958-9060-c7c757f5836d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672936 Jun 21 05:54:39.579002 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1104b7e6-ba6f-457a-8fec-ecd92cda7232 req-7bcfa2f5-7749-412e-800d-1072b4428b7f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0282464 Jun 21 05:54:39.728378 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-704685a6-1b71-4885-8f1b-0d1f933864c8 req-99569adf-d326-4316-b667-2f9d53e56938 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0280721 Jun 21 05:54:40.163277 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eb5cd31e-e31b-4936-b51d-9b2b48305fa8 req-75850c70-2f9a-4bbf-b86b-dc8cb60cc793 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Jun 21 05:54:40.484355 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5ba76c0e-a896-4255-93e7-f045f6fa9006 req-730930f5-c122-44b5-9e90-c2f24a6f3fe8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Jun 21 05:54:40.529500 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f11d4-7049-4e31-a9ed-87751e65d912 req-ecc59372-ddef-499d-8680-76f235cd3be0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:40.531135 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc4f11d4-7049-4e31-a9ed-87751e65d912 req-ecc59372-ddef-499d-8680-76f235cd3be0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.0501719 Jun 21 05:54:40.580472 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc4f11d4-7049-4e31-a9ed-87751e65d912 req-bbac76b6-91c3-47f5-a7bf-c5f3f6c078c5 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Jun 21 05:54:40.683753 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-524a02cd-8e3e-4dae-a317-34444b35ea86 req-c0e8805f-8cf9-403e-9b61-b938e756364b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0331666 Jun 21 05:54:40.822187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b63eb51e-7404-4618-9fda-ac5a3f97e38e req-e5eebf14-4737-4308-a2d6-975bacca5500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0286953 Jun 21 05:54:41.028487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.23', 59414) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:41.159351 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:41.172473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-432cb9dd-777a-4df0-be88-fc4d7528b825 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:41.175526 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-432cb9dd-777a-4df0-be88-fc4d7528b825 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 0.1434555 Jun 21 05:54:41.184276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Request body: {'port': {'device_id': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:41.231728 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'port': {'device_id': '4aa48120-9328-4812-bcaa-9f731723b815', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'admin_state_up': True, 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:41.301094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Request body: {'port': {'device_id': 'be655d46-baab-49d2-842e-55873b5e4e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:41.376181 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-76db2a7d-ccae-4ebd-82ab-e1e5ac59784a req-4c08d989-a2c9-4287-bba1-559df9f74f01 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0704811 Jun 21 05:54:41.378277 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.23', 59416) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:41.390862 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:41.544613 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-a508e7cf-c0a0-45f0-bcde-91558c426f6c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:41.547379 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-a508e7cf-c0a0-45f0-bcde-91558c426f6c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 816 time: 0.1565502 Jun 21 05:54:41.650014 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Made reservation on behalf of 7050c81c7efe4c0199573adc5687e9c0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:41.653647 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:41.688740 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-24158314-dd0c-4034-b288-0b0cabdf5f9c req-212ce4ab-9e07-45fe-b6b0-0186314d9aff tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.1100416 Jun 21 05:54:41.714701 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (3b55b939-e669-4c15-98a5-c5175355b381), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:41.819750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c08335-4957-40d1-a875-26f52d2bec8e req-522d02de-e4f9-420a-91f3-62ae2578803b tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:41.821280 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8c08335-4957-40d1-a875-26f52d2bec8e req-522d02de-e4f9-420a-91f3-62ae2578803b tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 932 time: 0.1310287 Jun 21 05:54:42.006296 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.23', 59420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:42.050912 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-efd402ec-91bc-403b-baa6-1a7f30cf4f8a req-7f50bad0-81e7-4cef-981a-a27b28f98a26 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.2239215 Jun 21 05:54:42.077167 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=13 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:42.130547 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=78,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:42.183994 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-97f3cf35-6740-439c-a8f7-351e054bc5df tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 379 time: 0.5411820 Jun 21 05:54:42.255848 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'port': {'device_id': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'admin_state_up': True, 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'security_groups': ['07e3ea53-dd5f-4774-a755-7e7b77647a6d']}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:42.288003 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.23', 59422) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:42.484927 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-37c103da-b4b6-4b26-8112-7a16339cbe0c req-deb30cce-4aa2-4619-8b5a-05a0009f6c90 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.1980150 Jun 21 05:54:42.576361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8c08335-4957-40d1-a875-26f52d2bec8e req-eb115076-3b1b-4586-acbd-69fed56dbcd1 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122976 Jun 21 05:54:42.784676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:42.894244 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:42.913361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c06298b7-0bdd-46d8-9138-44380c65200f req-300414f4-e4df-473b-bb52-67b7062b929c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.2003858 Jun 21 05:54:42.980728 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5473969c-f5d4-47c1-8308-5df8aa713c8a req-3feed453-df99-4240-bbd0-3af7d5ea70d6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0802348 Jun 21 05:54:43.006109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-a1dfb37b-ae8c-4863-b4af-98bcf0cd8094 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:43.011321 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-a1dfb37b-ae8c-4863-b4af-98bcf0cd8094 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 1.0035298 Jun 21 05:54:43.018327 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-4c746009-d235-41ed-bb05-7e3aa14c4165 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:43.020479 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-4c746009-d235-41ed-bb05-7e3aa14c4165 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 810 time: 0.7309694 Jun 21 05:54:43.050061 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:43.094379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Made reservation on behalf of d71c895fde074698b9717d2a770ef5bf for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:43.100400 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.205609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e166dd5d-be6c-42ae-ab3a-1615b941b157 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:43.243107 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:43.248491 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks [] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.267036 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-add37f8a-a8fc-49c8-b8a5-562c43c2a670 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 380 time: 0.2308688 Jun 21 05:54:43.282704 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-cd08cada-1259-41a7-bf63-1fb66e2d1725 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 380 time: 0.2465072 Jun 21 05:54:43.286173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b55b939-e669-4c15-98a5-c5175355b381 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:43.291196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Transition to ACTIVE for port object e166dd5d-be6c-42ae-ab3a-1615b941b157 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:43.296548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks [] for port (3b55b939-e669-4c15-98a5-c5175355b381), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.306217 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.333466 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a23c3038-ac3f-4341-b303-b41d8d06ce96 req-61d483d0-5250-4a77-9cd3-9def37fcde19 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.1627808 Jun 21 05:54:43.343038 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=58 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:43.403566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Transition to ACTIVE for port object 3b55b939-e669-4c15-98a5-c5175355b381 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:43.427517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.463767 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Pushing event updated for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:43.468736 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Allocated IP 172.20.0.13 (151c610c-93dc-48d7-b97e-bb2c574c07b6/57cd5e58-c299-48f9-800a-073a430a2d3f/9e97f399-c2e0-4a28-b1f4-99873b2113ef) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:43.622132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Allocated IP 172.20.0.4 (f7183839-abdc-439f-b346-d4ec5ebfb8f5/dfe3e7f1-f14a-45ee-af00-61be4b41edf6/2296aa0a-2dd6-423d-bbf6-f6be5cdf3591) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:43.684759 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39205f5e-4e29-4c49-b389-96b2083b3962 req-9c5bdd11-c832-48be-85f9-b7f7310007ec tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0523987 Jun 21 05:54:43.712134 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:54:43.810981 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Attempting to bind port 3b55b939-e669-4c15-98a5-c5175355b381 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:43.811570 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Attempting to bind port 3b55b939-e669-4c15-98a5-c5175355b381 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:43.811964 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Attempting to bind port 3b55b939-e669-4c15-98a5-c5175355b381 on network 95d3dade-194b-475d-965d-d590ef17ba90 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:43.820139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Pushing event updated for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:43.829682 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Attempting to bind port e166dd5d-be6c-42ae-ab3a-1615b941b157 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:43.830447 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Attempting to bind port e166dd5d-be6c-42ae-ab3a-1615b941b157 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:43.830886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Attempting to bind port e166dd5d-be6c-42ae-ab3a-1615b941b157 on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:43.994503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:43.995386 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.043515 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Port 3b55b939-e669-4c15-98a5-c5175355b381 on network 95d3dade-194b-475d-965d-d590ef17ba90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:44.044260 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Attempting to bind port 3b55b939-e669-4c15-98a5-c5175355b381 on network 95d3dade-194b-475d-965d-d590ef17ba90 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:44.053859 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Port e166dd5d-be6c-42ae-ab3a-1615b941b157 on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:44.054732 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Attempting to bind port e166dd5d-be6c-42ae-ab3a-1615b941b157 on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:44.059122 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:44.059922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Checking segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:44.061713 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Bound using segment: {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:44.062677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Bound port: 3b55b939-e669-4c15-98a5-c5175355b381, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bed5f3-8340-4a21-8700-123ade06cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:44.062805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b3eb0-c854-4ef3-b0b1-0a7bc35cfc74 req-769ab6d7-8eb8-4b14-b270-34d6f73ade8a tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.063474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (3b55b939-e669-4c15-98a5-c5175355b381), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.064392 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c5b3eb0-c854-4ef3-b0b1-0a7bc35cfc74 req-769ab6d7-8eb8-4b14-b270-34d6f73ade8a tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.2655177 Jun 21 05:54:44.067264 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.107868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.203516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:44.203998 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:44.204550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Bound using segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:44.205207 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Bound port: e166dd5d-be6c-42ae-ab3a-1615b941b157, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:44.205707 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.228782 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:44.244601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:44.255863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:44.265371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:44.265526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:44.265526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:44.272347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:44.273968 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:44.277163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:44.277350 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.278367 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.281320 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:44.283026 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.284678 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.293854 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad736-ae00-4660-b223-b4f575d5774c req-384aa2e4-e5df-4d54-be1e-2715fc9ee399 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.301629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-566ad736-ae00-4660-b223-b4f575d5774c req-384aa2e4-e5df-4d54-be1e-2715fc9ee399 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 932 time: 0.1710989 Jun 21 05:54:44.337689 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c5b3eb0-c854-4ef3-b0b1-0a7bc35cfc74 req-f480e8b5-2555-439e-892d-8518a99e3127 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559822 Jun 21 05:54:44.344490 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-99844d9c-e164-47f9-8246-74f6e7dbe492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1152170 Jun 21 05:54:44.349701 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:44.417095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:44.425971 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-566ad736-ae00-4660-b223-b4f575d5774c req-f4527c49-6cdb-45c6-8d93-24b02822d547 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210897 Jun 21 05:54:44.435656 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:44.448038 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:44.452312 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=3b55b939-e669-4c15-98a5-c5175355b381,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:44.501189 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-b3cf7889-3576-4644-8ac5-0d171fac9e61 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2735217 Jun 21 05:54:44.513215 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.521295 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da04e7-9bd9-48e1-b740-d5e52596ddae req-878c075f-257b-4a11-8f2a-fc942df71454 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.526735 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72da04e7-9bd9-48e1-b740-d5e52596ddae req-878c075f-257b-4a11-8f2a-fc942df71454 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 931 time: 0.0565574 Jun 21 05:54:44.546132 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.619589 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72da04e7-9bd9-48e1-b740-d5e52596ddae req-fe9da467-3ca6-4ffe-920e-7686468c78c9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917699 Jun 21 05:54:44.648258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.649488 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.654256 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] 10.222.0.23 "PUT /v2.0/ports/e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 200 len: 1093 time: 3.6632490 Jun 21 05:54:44.656147 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:44.674931 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4cf1394e-b6ce-4047-8ae3-dabffe5d730f req-de010312-ac44-4820-96a1-8aeeafec06a5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0540183 Jun 21 05:54:44.740863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-b0de1a24-5e2c-484b-b5ee-b5d5074a4498 None None] Provisioning complete for port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:44.741869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0de1a24-5e2c-484b-b5ee-b5d5074a4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.777914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'port': {'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'admin_state_up': True, 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'security_groups': ['9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:44.807862 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:44.808885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:44.811868 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] 10.222.0.23 "PUT /v2.0/ports/3b55b939-e669-4c15-98a5-c5175355b381 HTTP/1.1" status: 200 len: 1094 time: 3.8260534 Jun 21 05:54:44.871990 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf510d5-c6ee-4225-8ea3-962a6d996940 service neutron] Pushing event updated for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:44.898799 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b0de1a24-5e2c-484b-b5ee-b5d5074a4498 None None] Port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:45.027006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c3c93-99aa-4c93-a640-7c89154aa17e service neutron] Pushing event updated for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:45.064832 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4dea1bc3-ee6e-4c80-9169-0643ae082cdb req-750834f4-e5c9-4ea7-83ff-2025d62ec26b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.1906018 Jun 21 05:54:45.067797 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:45.068343 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-1f68be66-a9df-46af-89c3-768adcb53bdf None None] Provisioning complete for port 9e97f399-c2e0-4a28-b1f4-99873b2113ef triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:45.071902 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:45.079955 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f68be66-a9df-46af-89c3-768adcb53bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:45.149748 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1f68be66-a9df-46af-89c3-768adcb53bdf None None] Port 9e97f399-c2e0-4a28-b1f4-99873b2113ef cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:45.219872 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1e31183-91cf-4e04-ab95-17194c2e24c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:45.228246 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98f0896-7a63-472e-9956-453f97205a96" -d '{"events": [{"name": "network-changed", "server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:45.502993 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c673186-40ba-4ce8-9713-e17969d7f5dd req-28445891-d0e5-4ea8-b631-7ca15d8ad06d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:45.510695 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c673186-40ba-4ce8-9713-e17969d7f5dd req-28445891-d0e5-4ea8-b631-7ca15d8ad06d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.0749881 Jun 21 05:54:45.516003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6f6d7e-6662-4323-ab9b-433ff97c35c1 x-openstack-request-id: req-ce6f6d7e-6662-4323-ab9b-433ff97c35c1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:45.516711 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:45.517711 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce6f6d7e-6662-4323-ab9b-433ff97c35c1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:45.519954 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6f6d7e-6662-4323-ab9b-433ff97c35c1'] response: {'name': 'network-changed', 'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157', 'status': 'completed', 'code': 200} Jun 21 05:54:45.554741 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.20.0.9 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/6a306a06-4c23-4c15-b5bb-522ebc76e824) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:45.566537 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c673186-40ba-4ce8-9713-e17969d7f5dd req-87682d7a-4815-4ca1-8668-3f705d227fd6 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Jun 21 05:54:45.659010 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'port': {'device_id': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'admin_state_up': True, 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'security_groups': ['d9b16b66-40e8-48e6-b469-4cb77d02f71d']}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:45.673893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Request body: {'port': {'device_id': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:45.679963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Request body: {'port': {'device_id': '4aa48120-9328-4812-bcaa-9f731723b815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:45.722774 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f77a-2bea-4a3e-8adf-d6228e065ae4 req-56e4d2a6-d0d3-45c9-965f-576453fde0ed tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:45.724563 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7655f77a-2bea-4a3e-8adf-d6228e065ae4 req-56e4d2a6-d0d3-45c9-965f-576453fde0ed tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 932 time: 0.1245227 Jun 21 05:54:45.736891 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:45.879107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab294-ca11-412e-90ea-b66031cdcc9f req-1a1e03dd-0bbe-40e8-9bd5-cdff05661766 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:45.880611 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2d8ab294-ca11-412e-90ea-b66031cdcc9f req-1a1e03dd-0bbe-40e8-9bd5-cdff05661766 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 931 time: 0.1700711 Jun 21 05:54:45.881554 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0896-7a63-472e-9956-453f97205a96 req-a8d8a24c-3fa2-4b77-aa26-8d40724126b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:45.883067 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f98f0896-7a63-472e-9956-453f97205a96 req-a8d8a24c-3fa2-4b77-aa26-8d40724126b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1127 time: 0.1992548 Jun 21 05:54:45.896136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:45.908697 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:45.928591 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-7d564ece-2b77-4fec-8618-cf3e339ef761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:45.930609 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-7d564ece-2b77-4fec-8618-cf3e339ef761 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c9925a32b094db69c8637996e9cafa1&device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 1128 time: 0.2455986 Jun 21 05:54:45.958495 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7655f77a-2bea-4a3e-8adf-d6228e065ae4 req-3a80e053-abf5-4dad-94c1-656c6c536142 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044599 Jun 21 05:54:46.028016 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:46.060568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:46.077153 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-3b618f35-5df6-4a1a-b6d0-c7bf71265336 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b55b939-e669-4c15-98a5-c5175355b381 HTTP/1.1" status: 200 len: 217 time: 0.1225829 Jun 21 05:54:46.088568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:46.247104 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2d8ab294-ca11-412e-90ea-b66031cdcc9f req-0e128862-1a03-44d2-95c0-8819ca461aea tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492794 Jun 21 05:54:46.286777 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7edca4d6-2ed3-4f63-9eda-51b550d303e8 req-ffebc454-d15e-48ac-89c2-29dc45f8ebcc tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0800102 Jun 21 05:54:46.296362 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Made reservation on behalf of 219135be95384a599a7c8e7df72175c2 for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:54:46.300214 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:46.356034 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-fd1f3315-c9c8-4e36-be70-52fa5d89a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:46.358036 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-fd1f3315-c9c8-4e36-be70-52fa5d89a213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9d5075-47a2-4c39-8162-29381aa9e995 HTTP/1.1" status: 200 len: 850 time: 0.2653353 Jun 21 05:54:46.441356 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f59bcdde-cd19-4a5e-b38c-ecc21f190986 req-ba902a08-1045-4f08-b1c8-6ebbd11cbb8c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0465081 Jun 21 05:54:46.505087 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:46.521968 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0896-7a63-472e-9956-453f97205a96 req-7cd73114-ce7c-4d16-9105-db9bf31b2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:46.523418 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f98f0896-7a63-472e-9956-453f97205a96 req-7cd73114-ce7c-4d16-9105-db9bf31b2a5c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7050c81c7efe4c0199573adc5687e9c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6259124 Jun 21 05:54:46.593627 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-11d416dd-5d2e-45e7-992c-6a7e2bcfda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:46.595227 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-11d416dd-5d2e-45e7-992c-6a7e2bcfda91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95d3dade-194b-475d-965d-d590ef17ba90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1814084 Jun 21 05:54:46.663323 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:46.692133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:46.694861 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:46.695954 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:46.713097 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:46.718676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:46.719740 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:46.901410 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d957a-dce0-48e6-b923-1bf023ecdf35 req-9fb52ea8-ecbf-41a1-bf61-47a0e0c53c31 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:46.909531 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-175d957a-dce0-48e6-b923-1bf023ecdf35 req-9fb52ea8-ecbf-41a1-bf61-47a0e0c53c31 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.1119962 Jun 21 05:54:46.943928 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-ac1b9ff0-10dd-4692-bdf9-ee67a687e492 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868517 Jun 21 05:54:46.959097 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Request body: {'port': {'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:46.965795 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Allocated IP 172.20.0.13 (0d1a065d-e112-4f81-9899-4ee12e5c17d1/4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c/34000dbd-bc1c-43fa-96d9-b96ba4703a5f) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:54:47.082559 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:47.138400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0896-7a63-472e-9956-453f97205a96 req-65b1a2e2-7c4c-40e1-a368-5e941185f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:47.139905 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f98f0896-7a63-472e-9956-453f97205a96 req-65b1a2e2-7c4c-40e1-a368-5e941185f731 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6020894 Jun 21 05:54:47.140989 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:47.177089 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-175d957a-dce0-48e6-b923-1bf023ecdf35 req-183d325a-2298-4be1-887f-393490be2e69 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600474 Jun 21 05:54:47.201601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-fb961ad7-63d2-4706-9eda-910b9fdd256b None None] Provisioning complete for port 6a306a06-4c23-4c15-b5bb-522ebc76e824 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:47.202436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb961ad7-63d2-4706-9eda-910b9fdd256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.216614 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-f2aceb93-a9f3-4226-a29a-e22c85d62917 service neutron] 10.222.0.23 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829496 Jun 21 05:54:47.219937 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks [] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.255970 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:47.304601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Transition to ACTIVE for port object 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:47.311630 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-a5f105b6-90c7-499f-86ae-376d4a11fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:47.313190 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-a5f105b6-90c7-499f-86ae-376d4a11fb30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1127 time: 0.1040103 Jun 21 05:54:47.330579 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-fb961ad7-63d2-4706-9eda-910b9fdd256b None None] Port 6a306a06-4c23-4c15-b5bb-522ebc76e824 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:47.334956 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7010808b-230b-4742-b00c-853fda64efa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.346581 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.354256 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.372335 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc244-f56f-47f9-9d5b-50ef39db8e76 req-49d19061-6fcf-45af-8126-e68fd2f87159 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:47.376447 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d0ffc244-f56f-47f9-9d5b-50ef39db8e76 req-49d19061-6fcf-45af-8126-e68fd2f87159 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 932 time: 0.2727027 Jun 21 05:54:47.442750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38472) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:47.636667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:47.672348 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80aa1-0089-4b0a-ad54-f4ba61fe14bb req-974fbdb5-48c0-44ee-9f46-0ee063f1b6de tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:47.679338 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-13f80aa1-0089-4b0a-ad54-f4ba61fe14bb req-974fbdb5-48c0-44ee-9f46-0ee063f1b6de tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.2629545 Jun 21 05:54:47.769948 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:47.774854 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c74fdd0-9c7f-451f-8141-39fbfda235c8" -d '{"events": [{"name": "network-changed", "server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "tag": "3b55b939-e669-4c15-98a5-c5175355b381"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:47.780192 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-366dc357-4f9c-4f23-84aa-0e9d85888cc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 200 len: 217 time: 0.4337587 Jun 21 05:54:47.792401 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d0ffc244-f56f-47f9-9d5b-50ef39db8e76 req-5f3ba989-b71b-48da-a31e-ebb2a4f66410 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690290 Jun 21 05:54:47.839526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38490) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:47.895472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Attempting to bind port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:47.896084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Attempting to bind port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:47.896582 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Attempting to bind port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:47.916942 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:47.920790 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:47.921293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Attempting to bind port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:47.939215 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-13f80aa1-0089-4b0a-ad54-f4ba61fe14bb req-e500a965-591a-421d-af01-aeb98cba6944 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588525 Jun 21 05:54:47.978746 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e97f399-c2e0-4a28-b1f4-99873b2113ef {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:47.994445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:47.997057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Checking segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:47.997783 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Bound using segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:47.999022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Bound port: 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:48.001349 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.009464 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks [] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.092493 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0100c465-2880-4060-b32e-48baffd53698 req-dff920e9-2a48-4616-aae3-629dc6e49dc7 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.1448312 Jun 21 05:54:48.100982 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.112377 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Transition to ACTIVE for port object 9e97f399-c2e0-4a28-b1f4-99873b2113ef will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:48.146689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.151144 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:48.153471 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-0831fc56-511b-4631-9d1f-26ee1c17b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.155456 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-0831fc56-511b-4631-9d1f-26ee1c17b64e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.3483191 Jun 21 05:54:48.156278 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d09a74a-c762-490c-88c7-258ba09fd40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.193356 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1073b1-b5bb-4a2b-ab31-a618ab89bd0e req-07f33665-e98c-40f7-9411-2f23c771ccee tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.200739 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ac1073b1-b5bb-4a2b-ab31-a618ab89bd0e req-07f33665-e98c-40f7-9411-2f23c771ccee tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 931 time: 0.1187234 Jun 21 05:54:48.233633 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.249260 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b1098-5248-44fa-b118-6ea707e93879 x-openstack-request-id: req-8f6b1098-5248-44fa-b118-6ea707e93879 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:48.249588 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "tag": "3b55b939-e669-4c15-98a5-c5175355b381", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:48.249832 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f6b1098-5248-44fa-b118-6ea707e93879 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:48.250585 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6b1098-5248-44fa-b118-6ea707e93879'] response: {'name': 'network-changed', 'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381', 'status': 'completed', 'code': 200} Jun 21 05:54:48.269347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:48.287474 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6146a01a-ddfc-4167-ab1c-d56b8af29296 req-f3c9abb4-2178-4d76-a766-e399f24f821d service neutron] 10.222.0.23 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0515609 Jun 21 05:54:48.329342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:48.354266 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:54:48.393913 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:48.398606 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:54:48.399482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-b826fb05-ec5f-4f6d-a82a-8d3f783ce55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.402256 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-b826fb05-ec5f-4f6d-a82a-8d3f783ce55b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2150571 Jun 21 05:54:48.439496 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:48.439699 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:48.448650 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:54:48.453700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.458825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.483872 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ac1073b1-b5bb-4a2b-ab31-a618ab89bd0e req-84b4ddc7-e4b8-4d4f-8cf0-d39b36357e9c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811007 Jun 21 05:54:48.494055 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.497098 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:48.525775 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda73f2-e2b7-4b6e-9cb0-33b96b242928 req-58b48f5e-4afe-4d08-a1de-7a86bb15486f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.527523 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ffda73f2-e2b7-4b6e-9cb0-33b96b242928 req-58b48f5e-4afe-4d08-a1de-7a86bb15486f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.2025914 Jun 21 05:54:48.614229 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Attempting to bind port 9e97f399-c2e0-4a28-b1f4-99873b2113ef on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:48.614880 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Attempting to bind port 9e97f399-c2e0-4a28-b1f4-99873b2113ef by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:48.615535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Attempting to bind port 9e97f399-c2e0-4a28-b1f4-99873b2113ef on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:48.634517 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9e98c350-2073-4214-b629-9c96333cb40b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9902387 Jun 21 05:54:48.636819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:48.650760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Port 9e97f399-c2e0-4a28-b1f4-99873b2113ef on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:48.652708 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Attempting to bind port 9e97f399-c2e0-4a28-b1f4-99873b2113ef on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:48.666528 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Publish callbacks [] for security_group (093c46c1-9d32-4c2c-836d-0f0e20266fac), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.675959 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:48.676404 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.678560 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] 10.222.0.23 "PUT /v2.0/ports/2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 1093 time: 3.0133266 Jun 21 05:54:48.679298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:48.698012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:48.698557 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:48.699364 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Bound using segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:48.700109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Bound port: 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:48.700705 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.769516 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (093c46c1-9d32-4c2c-836d-0f0e20266fac), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.800222 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d09a74a-c762-490c-88c7-258ba09fd40e admin admin] Publish callbacks [] for security_group (c2522f1d-8fd6-4c84-a94d-e8f2eab74366), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.815389 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d09a74a-c762-490c-88c7-258ba09fd40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c2522f1d-8fd6-4c84-a94d-e8f2eab74366), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.843770 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.855829 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-dd56919c-be28-40a5-b2c4-af411d4cfa63 None None] Provisioning complete for port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:48.860172 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd56919c-be28-40a5-b2c4-af411d4cfa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:48.898419 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e694e0143a6b4480a5bac8aad2e7c884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4437842 Jun 21 05:54:48.918796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38508) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:48.944251 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:48.951659 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-dd56919c-be28-40a5-b2c4-af411d4cfa63 None None] Port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:54:48.953095 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c46c1-9d32-4c2c-836d-0f0e20266fac,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:48.966243 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.967021 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.967602 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.968164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.968789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.969368 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.969956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.970677 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.971250 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.971777 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.972323 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.972887 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.973454 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.974316 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.974798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474470-5ab8-4355-ac36-7e79005fbdfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:48.986976 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9d09a74a-c762-490c-88c7-258ba09fd40e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=687fb9e9d7b64ce8b18b417ab2089bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1451123 Jun 21 05:54:48.995018 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38512) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:48.998801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a74a-c762-490c-88c7-258ba09fd40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2522f1d-8fd6-4c84-a94d-e8f2eab74366,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.019789 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ffda73f2-e2b7-4b6e-9cb0-33b96b242928 req-299980ba-ac93-4fcf-84d9-091b512052c6 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643044 Jun 21 05:54:49.021271 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a306a06-4c23-4c15-b5bb-522ebc76e824 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:49.044022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:49.054925 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks [] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.056887 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.057329 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.057735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.058163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.058493 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.059004 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.059684 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.060190 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.061365 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.061907 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.074038 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.074629 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.075104 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.075479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.075889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c1775-3c96-4fba-88a6-4f73680e7632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:49.086021 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d43679-a59c-4b62-b33a-39add14a8f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:49.097422 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Transition to ACTIVE for port object 6a306a06-4c23-4c15-b5bb-522ebc76e824 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:49.109548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:49.121141 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.141420 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.168841 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cf7f-8c68-494e-a891-b28578baca21 req-8cd08805-ecc2-4b54-b581-9fb45ea4618c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:49.171277 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a28cf7f-8c68-494e-a891-b28578baca21 req-8cd08805-ecc2-4b54-b581-9fb45ea4618c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.2282238 Jun 21 05:54:49.193014 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864159-38ab-4ef7-8e1b-bbc894e7502f req-2811f092-d6f0-4c16-8c81-e3ba9dac6e2a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:49.200643 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f5864159-38ab-4ef7-8e1b-bbc894e7502f req-2811f092-d6f0-4c16-8c81-e3ba9dac6e2a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0941527 Jun 21 05:54:49.205128 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:49.205761 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.207223 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e97f399-c2e0-4a28-b1f4-99873b2113ef HTTP/1.1" status: 200 len: 1094 time: 3.5327561 Jun 21 05:54:49.223218 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.242602 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] Publish callbacks [] for security_group (093c46c1-9d32-4c2c-836d-0f0e20266fac), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.262767 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] Publish callbacks [] for security_group (c2522f1d-8fd6-4c84-a94d-e8f2eab74366), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.273016 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:49.307107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] Publish callbacks [] for security_group (093c46c1-9d32-4c2c-836d-0f0e20266fac), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.334254 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] Publish callbacks [] for security_group (c2522f1d-8fd6-4c84-a94d-e8f2eab74366), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.346113 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a28cf7f-8c68-494e-a891-b28578baca21 req-8f986bdf-6e69-44eb-b622-9bf17655aa6a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383843 Jun 21 05:54:49.347276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:49.349105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Attempting to bind port 6a306a06-4c23-4c15-b5bb-522ebc76e824 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:49.349605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Attempting to bind port 6a306a06-4c23-4c15-b5bb-522ebc76e824 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:49.350051 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Attempting to bind port 6a306a06-4c23-4c15-b5bb-522ebc76e824 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:49.352669 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f5864159-38ab-4ef7-8e1b-bbc894e7502f req-7c5124d1-2b85-4b33-9969-c0f89b426492 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510515 Jun 21 05:54:49.387853 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a0b3-d99d-4ca9-a3c9-bca980431893 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.397997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Port 6a306a06-4c23-4c15-b5bb-522ebc76e824 on network af2e04db-de33-4272-99f0-75327f84c194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:49.398733 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Attempting to bind port 6a306a06-4c23-4c15-b5bb-522ebc76e824 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:49.415579 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:49.415987 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:49.416577 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:49.417092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Bound port: 6a306a06-4c23-4c15-b5bb-522ebc76e824, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:49.421266 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.438774 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (093c46c1-9d32-4c2c-836d-0f0e20266fac), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.446924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.449112 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/093c46c1-9d32-4c2c-836d-0f0e20266fac HTTP/1.1" status: 204 len: 168 time: 0.5274198 Jun 21 05:54:49.498997 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d38c-729e-439a-a9db-54c705b16d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c46c1-9d32-4c2c-836d-0f0e20266fac,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.567077 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7affda46-33fd-4d0a-badf-9343b20de6f7 x-openstack-request-id: req-7affda46-33fd-4d0a-badf-9343b20de6f7 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:49.567366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:49.567616 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7affda46-33fd-4d0a-badf-9343b20de6f7 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:49.568088 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7affda46-33fd-4d0a-badf-9343b20de6f7'] response: {'name': 'network-changed', 'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'status': 'completed', 'code': 200} Jun 21 05:54:49.583359 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:49.589953 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:49.596172 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c2522f1d-8fd6-4c84-a94d-e8f2eab74366), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.601705 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.603889 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2522f1d-8fd6-4c84-a94d-e8f2eab74366 HTTP/1.1" status: 204 len: 168 time: 0.6004772 Jun 21 05:54:49.616634 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.648876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bbd98-6e7c-47d0-870e-1bdcaf611cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2522f1d-8fd6-4c84-a94d-e8f2eab74366,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.693008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34432f82-de93-488d-90c9-f2f7b1584f02 req-bfd3c1ed-fa1c-45e2-8557-857a47b63b45 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:49.708508 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:49.709230 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:49.711393 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-34432f82-de93-488d-90c9-f2f7b1584f02 req-bfd3c1ed-fa1c-45e2-8557-857a47b63b45 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 932 time: 0.1313388 Jun 21 05:54:49.711546 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] 10.222.0.23 "PUT /v2.0/ports/6a306a06-4c23-4c15-b5bb-522ebc76e824 HTTP/1.1" status: 200 len: 1093 time: 2.7567978 Jun 21 05:54:49.758762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658c31-dd2e-4edf-bae0-866a26115a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:49.972934 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.041381 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73213-e949-4844-abff-756a60c7c13f req-b1ce3481-b026-4abb-ad49-8d0ea66f7d45 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:50.043511 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95d73213-e949-4844-abff-756a60c7c13f req-b1ce3481-b026-4abb-ad49-8d0ea66f7d45 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.3317111 Jun 21 05:54:50.088835 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-34432f82-de93-488d-90c9-f2f7b1584f02 req-54c9b5e8-ea55-48d3-9430-4f0acded2361 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606026 Jun 21 05:54:50.194544 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95d73213-e949-4844-abff-756a60c7c13f req-15b22a35-61f6-4c45-9b63-34290a229de0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385190 Jun 21 05:54:50.194906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:50.205851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38538) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:50.217835 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-316bca67-527d-4a90-b679-feb2fa3edbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.246676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:50.251049 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef'}, {'name': 'network-changed', 'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:50.251688 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af8dd366-8608-47ad-b6ae-2e209e3b4367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.253528 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef"}, {"name": "network-changed", "server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:50.285172 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d66ef-86d7-4e66-b4ab-852af0a041dc req-3980298d-61a2-4abf-9dbb-a6ead9343c53 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:50.286984 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c1d66ef-86d7-4e66-b4ab-852af0a041dc req-3980298d-61a2-4abf-9dbb-a6ead9343c53 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.0737832 Jun 21 05:54:50.328965 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1d0f7-d862-45cb-9a54-9c5bb8ebbfd5 x-openstack-request-id: req-a7e1d0f7-d862-45cb-9a54-9c5bb8ebbfd5 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:50.329323 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:50.329626 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7e1d0f7-d862-45cb-9a54-9c5bb8ebbfd5 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:50.330663 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e1d0f7-d862-45cb-9a54-9c5bb8ebbfd5'] response: {'name': 'network-changed', 'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef', 'status': 'completed', 'code': 200} Jun 21 05:54:50.330663 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e1d0f7-d862-45cb-9a54-9c5bb8ebbfd5'] response: {'name': 'network-changed', 'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'status': 'completed', 'code': 200} Jun 21 05:54:50.333215 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-316bca67-527d-4a90-b679-feb2fa3edbc7 admin admin] Publish callbacks [] for security_group (d625b382-e1e3-44f1-8b8b-ac8e9cffced6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.345580 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-316bca67-527d-4a90-b679-feb2fa3edbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d625b382-e1e3-44f1-8b8b-ac8e9cffced6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.372050 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c1d66ef-86d7-4e66-b4ab-852af0a041dc req-569be03e-46ad-4419-b864-38639c04b7bf tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728023 Jun 21 05:54:50.394873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bca67-527d-4a90-b679-feb2fa3edbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625b382-e1e3-44f1-8b8b-ac8e9cffced6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:50.400763 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-316bca67-527d-4a90-b679-feb2fa3edbc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6c9249bb4cf4dedbfc2ea66eea140c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046313 Jun 21 05:54:50.407463 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38544) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:50.423384 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af8dd366-8608-47ad-b6ae-2e209e3b4367 admin admin] Publish callbacks [] for security_group (cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.424789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:50.432721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af8dd366-8608-47ad-b6ae-2e209e3b4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.470325 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Publish callbacks [] for security_group (d625b382-e1e3-44f1-8b8b-ac8e9cffced6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.499537 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Publish callbacks [] for security_group (d625b382-e1e3-44f1-8b8b-ac8e9cffced6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.526571 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd366-8608-47ad-b6ae-2e209e3b4367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:50.529457 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.538141 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-af8dd366-8608-47ad-b6ae-2e209e3b4367 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58a9b1e4187d4f358b6e69d2c2778d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268306 Jun 21 05:54:50.538141 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38548) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:50.574977 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d36f-ad26-4680-a4c1-7319f43a6347 req-7b0dacb4-4227-4043-8c03-acae59e07b9a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:50.577055 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31b6d36f-ad26-4680-a4c1-7319f43a6347 req-7b0dacb4-4227-4043-8c03-acae59e07b9a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.1280813 Jun 21 05:54:50.584327 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d625b382-e1e3-44f1-8b8b-ac8e9cffced6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.588552 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.589998 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d625b382-e1e3-44f1-8b8b-ac8e9cffced6 HTTP/1.1" status: 204 len: 168 time: 0.1813221 Jun 21 05:54:50.606245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625b382-e1e3-44f1-8b8b-ac8e9cffced6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:50.617183 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.618518 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.618518 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.619004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.619474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.619999 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.620545 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.621150 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.621748 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.622227 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.622684 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.623037 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.623904 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.624259 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.624583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487b2bf-8d30-47c9-9ff9-b3c2fd185a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:50.669334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95639319-8c45-4a63-8024-8511b55580a4 req-54ed3bdc-e2d8-445e-8a9f-b1b0f6380811 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:50.670943 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95639319-8c45-4a63-8024-8511b55580a4 req-54ed3bdc-e2d8-445e-8a9f-b1b0f6380811 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0892003 Jun 21 05:54:50.678482 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] Publish callbacks [] for security_group (cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.732876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] Publish callbacks [] for security_group (cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.739590 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31b6d36f-ad26-4680-a4c1-7319f43a6347 req-7eb1d77d-c0ff-47b6-a84d-bb69c58239ac tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455836 Jun 21 05:54:50.786544 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95639319-8c45-4a63-8024-8511b55580a4 req-b483d8e6-d1ed-47de-a23c-9a58956ca8c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089997 Jun 21 05:54:50.804825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:50.833233 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.835866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:50.837103 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b HTTP/1.1" status: 204 len: 168 time: 0.2985806 Jun 21 05:54:50.846198 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96a4e-1e4a-441f-80e7-8cad4dfd80f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c5df7-dd1f-41e4-9e59-e39ddd63bd6b,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:50.930554 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Request body: {'port': {'device_id': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:54:51.023323 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-bf2817ec-ee28-4746-bbe0-91a9864d8e2c service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013772 Jun 21 05:54:51.052435 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:51.285811 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b736b06-76d3-4152-8986-ee7f3284f50d req-90f7dfa2-fbbd-43bf-a251-070fd160b28a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:51.288187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1b736b06-76d3-4152-8986-ee7f3284f50d req-90f7dfa2-fbbd-43bf-a251-070fd160b28a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 932 time: 0.0875270 Jun 21 05:54:51.401743 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1b736b06-76d3-4152-8986-ee7f3284f50d req-bbc88b73-f42f-4987-8978-0d4f457e7694 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771506 Jun 21 05:54:51.476844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbfd6a-7185-452a-9ec1-8004a37c740f req-d40c26ba-09e4-40d8-836b-a01c0fa6320a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:51.485193 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3afbfd6a-7185-452a-9ec1-8004a37c740f req-d40c26ba-09e4-40d8-836b-a01c0fa6320a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.0762169 Jun 21 05:54:51.609570 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3afbfd6a-7185-452a-9ec1-8004a37c740f req-2bd76488-f8ca-4bd7-9095-f0163d11ba55 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216333 Jun 21 05:54:51.619934 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bce6e-678b-4a4c-b6a6-560b51ab94c8 req-a989e40d-1407-4fbf-b2e5-d97b478a0d69 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:51.621689 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e25bce6e-678b-4a4c-b6a6-560b51ab94c8 req-a989e40d-1407-4fbf-b2e5-d97b478a0d69 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.1026011 Jun 21 05:54:51.683436 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34000dbd-bc1c-43fa-96d9-b96ba4703a5f {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:51.695133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks [] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:51.727468 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Transition to ACTIVE for port object 34000dbd-bc1c-43fa-96d9-b96ba4703a5f will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:54:51.733307 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e25bce6e-678b-4a4c-b6a6-560b51ab94c8 req-b6b4c750-a7e3-49d6-965d-072db89639db tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800626 Jun 21 05:54:51.737230 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:51.778756 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:51.794628 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:51.869796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Attempting to bind port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:54:51.870185 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Attempting to bind port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:54:51.870517 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Attempting to bind port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:51.879861 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:54:51.880188 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Attempting to bind port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:54:51.899114 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:54:51.899456 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Checking segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:54:51.899847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Bound using segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:54:51.900284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Bound port: 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:54:51.900642 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:51.997981 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:52.049560 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32d1b-aaa4-43d7-a533-6d9135138866 req-d41c117a-2fb6-4156-8b2b-f0dd79b818c9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.057069 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7f32d1b-aaa4-43d7-a533-6d9135138866 req-d41c117a-2fb6-4156-8b2b-f0dd79b818c9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1522086 Jun 21 05:54:52.076030 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dbf30-7840-4b77-9106-653999851a97 req-6494ce5d-7694-4e1f-b781-b6168c98f9e6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.083964 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a3dbf30-7840-4b77-9106-653999851a97 req-6494ce5d-7694-4e1f-b781-b6168c98f9e6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.1659241 Jun 21 05:54:52.176658 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-f9d4216a-1096-4225-8fb8-84fc51240672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.178273 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-f9d4216a-1096-4225-8fb8-84fc51240672 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 1127 time: 0.1082668 Jun 21 05:54:52.188794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:52.240722 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-3db310ba-bb01-47cc-ba87-1c9dfa0c7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.242903 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-3db310ba-bb01-47cc-ba87-1c9dfa0c7528 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c9925a32b094db69c8637996e9cafa1&device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 1128 time: 0.1835368 Jun 21 05:54:52.264466 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-a014120b-2da8-4868-95fa-246cd1626985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.267180 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-a014120b-2da8-4868-95fa-246cd1626985 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1127 time: 0.2305586 Jun 21 05:54:52.378781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-3c44ec0f-e2d3-42c2-87d7-4c860ef65d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.381377 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-3c44ec0f-e2d3-42c2-87d7-4c860ef65d17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1128 time: 0.3326075 Jun 21 05:54:52.383279 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-029668ab-010a-41ff-ac39-fe37289a07ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824 HTTP/1.1" status: 200 len: 217 time: 0.1818225 Jun 21 05:54:52.531459 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a3dbf30-7840-4b77-9106-653999851a97 req-50b6fa0b-5b2f-4735-891c-23834caba2db tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462349 Jun 21 05:54:52.573572 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:54:52.628163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-4a2f0440-bace-4f06-a751-b91c4875ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.632679 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-4a2f0440-bace-4f06-a751-b91c4875ad2d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d71c895fde074698b9717d2a770ef5bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3148398 Jun 21 05:54:52.664609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:52.678716 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:54:52.707541 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7f32d1b-aaa4-43d7-a533-6d9135138866 req-82d1c0dd-c5d7-41ef-8065-13fe1f222074 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5708716 Jun 21 05:54:52.733371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:52.744192 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-9d924a19-70a5-4dcf-bd08-518bcd1d50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.749732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-9d924a19-70a5-4dcf-bd08-518bcd1d50c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=95d3dade-194b-475d-965d-d590ef17ba90 HTTP/1.1" status: 200 len: 912 time: 0.4915910 Jun 21 05:54:52.764416 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.765153 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:52.766990 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] 10.222.0.23 "PUT /v2.0/ports/34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 1094 time: 1.8440084 Jun 21 05:54:52.774615 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:52.777620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb921f06-4a99-451b-8ade-305f44b229cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:52.786885 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f38e5d57-24c0-4c45-bc35-4f5c4f033939 req-a8beca30-ad45-4fbb-85f9-b630ca01fded service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951758 Jun 21 05:54:52.849425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-a999b314-cc74-4a29-8360-c25882bdbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.851072 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-a999b314-cc74-4a29-8360-c25882bdbe9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.4523165 Jun 21 05:54:52.947605 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-6f0f2d12-3731-4781-8e20-8ca5143367cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b55b939-e669-4c15-98a5-c5175355b381 HTTP/1.1" status: 200 len: 217 time: 0.1795323 Jun 21 05:54:52.957838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f366dc-415e-4f1c-a1a9-259231e13312 req-165503e6-5053-4853-a6d8-31776eae5033 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:52.967737 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00f366dc-415e-4f1c-a1a9-259231e13312 req-165503e6-5053-4853-a6d8-31776eae5033 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 944 time: 0.2948499 Jun 21 05:54:53.010808 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:53.093352 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00f366dc-415e-4f1c-a1a9-259231e13312 req-59916c14-aec0-4d36-98ea-364a9a5a7cb9 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247141 Jun 21 05:54:53.126610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-657c6e29-a24d-431d-85f3-b7ac4a7da9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.129161 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b0d43679-a59c-4b62-b33a-39add14a8f4d req-657c6e29-a24d-431d-85f3-b7ac4a7da9a5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4645038 Jun 21 05:54:53.133100 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-fa4a9ca4-7f42-4ee9-8e95-48ed5e102ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.135766 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-fa4a9ca4-7f42-4ee9-8e95-48ed5e102ce7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7050c81c7efe4c0199573adc5687e9c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7250502 Jun 21 05:54:53.144593 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2411-ff87-4233-a232-5f074f052de3 req-9ff412a3-d3c4-4e53-84b3-526832c04abb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.146542 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f2c2411-ff87-4233-a232-5f074f052de3 req-9ff412a3-d3c4-4e53-84b3-526832c04abb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.1229289 Jun 21 05:54:53.242567 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f2c2411-ff87-4233-a232-5f074f052de3 req-fec79ca7-21cc-42ee-84d2-13625585075c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897191 Jun 21 05:54:53.351975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6642ca-47bc-4f99-9a90-57cf3e9ff603 req-8581727a-3ef7-4a30-a3cb-f03b4cbf96bf tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.354237 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0a6642ca-47bc-4f99-9a90-57cf3e9ff603 req-8581727a-3ef7-4a30-a3cb-f03b4cbf96bf tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 944 time: 0.0832314 Jun 21 05:54:53.368238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0f95a-878b-4a24-b392-79b14b3ef18d x-openstack-request-id: req-a5a0f95a-878b-4a24-b392-79b14b3ef18d {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:53.368643 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:53.369130 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5a0f95a-878b-4a24-b392-79b14b3ef18d {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:53.369818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a0f95a-878b-4a24-b392-79b14b3ef18d'] response: {'name': 'network-changed', 'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'status': 'completed', 'code': 200} Jun 21 05:54:53.443108 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0a6642ca-47bc-4f99-9a90-57cf3e9ff603 req-8b519c5d-81a2-4295-9baa-7a05c5e43413 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717297 Jun 21 05:54:53.643732 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-69191c72-e74c-47c4-bc85-151e30e65ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.649671 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-69191c72-e74c-47c4-bc85-151e30e65ff7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9d5075-47a2-4c39-8162-29381aa9e995 HTTP/1.1" status: 200 len: 850 time: 0.0862544 Jun 21 05:54:53.702489 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:53.752475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8694d-d00c-46cc-a6a5-2ea7600856b5 req-6ad25558-908d-4e90-a7b5-3265aa3d1844 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.755441 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4f8694d-d00c-46cc-a6a5-2ea7600856b5 req-6ad25558-908d-4e90-a7b5-3265aa3d1844 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.0809491 Jun 21 05:54:53.773425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a223a8-007f-4e85-94af-163367b38aec req-8e58667e-6f7f-4277-a880-a6a2a374dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.776341 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-8e58667e-6f7f-4277-a880-a6a2a374dbea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189530 Jun 21 05:54:53.778557 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-965f3c2f-baae-4e9f-b34f-484b5d218d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.780639 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-965f3c2f-baae-4e9f-b34f-484b5d218d17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1127 time: 0.0585999 Jun 21 05:54:53.848102 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:53.913509 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-cbabbbe0-d253-4d92-98f4-cb2608199254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:53.915712 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-cbabbbe0-d253-4d92-98f4-cb2608199254 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=95d3dade-194b-475d-965d-d590ef17ba90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1587164 Jun 21 05:54:54.023910 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 3b55b939-e669-4c15-98a5-c5175355b381 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:54:54.024802 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4f8694d-d00c-46cc-a6a5-2ea7600856b5 req-e319981d-bf6c-4ca2-8f00-b7985ae9c8a7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140045 Jun 21 05:54:54.136961 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:54.194968 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-e336d847-1f50-4127-a5b3-cfd04e360f81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 217 time: 0.3579028 Jun 21 05:54:54.257790 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-7d2cbce0-4c95-4c7f-a65d-ebc0a9097b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:54.259731 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-7d2cbce0-4c95-4c7f-a65d-ebc0a9097b2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1128 time: 0.5465889 Jun 21 05:54:54.332128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=3b55b939-e669-4c15-98a5-c5175355b381,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:54.351690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '3b55b939-e669-4c15-98a5-c5175355b381', 'network_id': '95d3dade-194b-475d-965d-d590ef17ba90', 'port_id': '3b55b939-e669-4c15-98a5-c5175355b381', 'mac_address': 'fa:16:3e:69:4f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9d5075-47a2-4c39-8162-29381aa9e995', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:54:54.438919 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-d48bf33e-f55d-4221-b593-5c93e4a1a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:54.440034 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 3b55b939-e669-4c15-98a5-c5175355b381 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:54.440583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (3b55b939-e669-4c15-98a5-c5175355b381), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:54.444896 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-d48bf33e-f55d-4221-b593-5c93e4a1a4d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.2310731 Jun 21 05:54:54.447212 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2499-a76a-4d9a-8cdf-4487e0f2746d req-94f79819-358e-4a2e-b423-4dc1facf2eec tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:54.450660 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a40d2499-a76a-4d9a-8cdf-4487e0f2746d req-94f79819-358e-4a2e-b423-4dc1facf2eec tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.5035043 Jun 21 05:54:54.471492 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b55b939-e669-4c15-98a5-c5175355b381 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:54.478505 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-7a55f6a7-4559-4378-b6b2-fb304ee8a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:54.485057 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-7a55f6a7-4559-4378-b6b2-fb304ee8a378 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9245803 Jun 21 05:54:54.486193 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72edc6f-35a2-43fd-96ca-523b527f5508 req-a813fbbb-84a4-4dbb-ae7f-bbd838e7f019 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:54.495497 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c72edc6f-35a2-43fd-96ca-523b527f5508 req-a813fbbb-84a4-4dbb-ae7f-bbd838e7f019 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 944 time: 0.1877725 Jun 21 05:54:54.510947 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:54.524905 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=3b55b939-e669-4c15-98a5-c5175355b381,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:54.532727 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:54.533446 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e166dd5d-be6c-42ae-ab3a-1615b941b157 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:54:54.563252 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-5a1f3868-e137-4b8b-ae6b-ab1cac31d129 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 217 time: 0.2590072 Jun 21 05:54:54.612413 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a40d2499-a76a-4d9a-8cdf-4487e0f2746d req-3c6ec31f-5d6b-4e60-8a07-10d723c19a82 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517601 Jun 21 05:54:54.623188 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-f7446c42-6c6f-4848-ad93-4ae02abba29a service neutron] 10.222.0.23 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994107 Jun 21 05:54:54.626710 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-960a90ef-ccea-4ad3-9641-8e429b05e102 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827046 Jun 21 05:54:54.651557 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c72edc6f-35a2-43fd-96ca-523b527f5508 req-9a834473-c610-4e5b-b791-c536f568d9c4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333873 Jun 21 05:54:54.663706 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:54.668091 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:54.680873 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.681229 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.682048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.682411 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.682938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.683130 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.683788 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.684415 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.685109 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.685723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.686094 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.686661 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.687007 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.687361 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.687723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:54:54.692956 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 05:54:54.868487 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:54.885546 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'e166dd5d-be6c-42ae-ab3a-1615b941b157', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'port_id': 'e166dd5d-be6c-42ae-ab3a-1615b941b157', 'mac_address': 'fa:16:3e:29:86:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:54:54.956412 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port e166dd5d-be6c-42ae-ab3a-1615b941b157 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:54.956801 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:54.992790 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e166dd5d-be6c-42ae-ab3a-1615b941b157 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:55.045196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:55.047807 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:55.051498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.051809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-dff5b067-f7eb-4d8d-ac1a-0b81e24f2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.053506 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-dff5b067-f7eb-4d8d-ac1a-0b81e24f2008 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3422599 Jun 21 05:54:55.068492 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c74fdd0-9c7f-451f-8141-39fbfda235c8 req-15c77a58-3bd5-46b9-b3e1-2f60b4afd789 service neutron] 10.222.0.23 "GET /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555152 Jun 21 05:54:55.070617 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-fe2b7e52-4280-47b6-a929-b64f2a6c7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.073572 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-fe2b7e52-4280-47b6-a929-b64f2a6c7b67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1128 time: 0.2055137 Jun 21 05:54:55.077012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-4239c4f1-b43a-479e-888c-c76aa9a6e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.079886 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-4239c4f1-b43a-479e-888c-c76aa9a6e154 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.3475170 Jun 21 05:54:55.138236 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:55.152866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80ad25-612d-43a5-9b91-05e87170df9c req-8963092b-e9c2-4a87-a38f-6e1b0d9b3827 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.158579 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a80ad25-612d-43a5-9b91-05e87170df9c req-8963092b-e9c2-4a87-a38f-6e1b0d9b3827 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 945 time: 0.3522902 Jun 21 05:54:55.170715 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb8b3e-491c-43d5-aea0-a5bd27e8ca64 req-d8d66dea-dab8-42a8-b36b-ea2e337b78b4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.172806 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-35eb8b3e-491c-43d5-aea0-a5bd27e8ca64 req-d8d66dea-dab8-42a8-b36b-ea2e337b78b4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.2702851 Jun 21 05:54:55.227240 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-d521aa08-631f-4ed6-b3ec-b759e46aa1d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef HTTP/1.1" status: 200 len: 217 time: 0.1024997 Jun 21 05:54:55.267910 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a80ad25-612d-43a5-9b91-05e87170df9c req-8768404a-8172-459e-b287-2243d200458d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926528 Jun 21 05:54:55.290764 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:55.291377 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-35eb8b3e-491c-43d5-aea0-a5bd27e8ca64 req-9c35d223-3d7a-4cc1-a9d4-7ce1358d556a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084850 Jun 21 05:54:55.304832 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f3a223a8-007f-4e85-94af-163367b38aec req-c14e5c7e-f8d8-401e-b5b9-bdcb1edeb192 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795560 Jun 21 05:54:55.305893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-bd08c85e-3655-4cc6-8081-e0d01cc534fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.307619 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-bd08c85e-3655-4cc6-8081-e0d01cc534fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1698697 Jun 21 05:54:55.323316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15e18e15-7214-488c-ab83-0204bbd9b5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.387553 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ef4a-ae70-4d52-8cdd-97c57cfe92e5 req-2c47bf37-aab3-4e3f-a7bb-f2c44165fe8b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.389219 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b03ef4a-ae70-4d52-8cdd-97c57cfe92e5 req-2c47bf37-aab3-4e3f-a7bb-f2c44165fe8b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.0538445 Jun 21 05:54:55.432649 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-b110ef43-9c71-4979-b992-5e67f35d1c8e service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099885 Jun 21 05:54:55.441229 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:55.444318 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b03ef4a-ae70-4d52-8cdd-97c57cfe92e5 req-8eca55f5-8f48-477e-955b-0a2883bd2d3d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Jun 21 05:54:55.452671 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['e166dd5d-be6c-42ae-ab3a-1615b941b157'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:54:55.485043 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-a13e0755-8ba8-4c8e-907e-bd46f56bf8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.486618 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-a13e0755-8ba8-4c8e-907e-bd46f56bf8df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.1465588 Jun 21 05:54:55.531881 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-9f255717-4311-48cf-93f5-eef45e803b21 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906898 Jun 21 05:54:55.556423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15e18e15-7214-488c-ab83-0204bbd9b5bf admin admin] Publish callbacks [] for security_group (bf455a7c-cf1f-4881-9b44-fbfa9950358f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.561167 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15e18e15-7214-488c-ab83-0204bbd9b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (bf455a7c-cf1f-4881-9b44-fbfa9950358f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.577327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['3b55b939-e669-4c15-98a5-c5175355b381'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:54:55.603653 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-15e18e15-7214-488c-ab83-0204bbd9b5bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc302b38a5f746ac8ded162e5baca61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489414 Jun 21 05:54:55.604479 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e18e15-7214-488c-ab83-0204bbd9b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf455a7c-cf1f-4881-9b44-fbfa9950358f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:55.607245 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38742) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:55.658558 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] Publish callbacks [] for security_group (bf455a7c-cf1f-4881-9b44-fbfa9950358f), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.693952 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] Publish callbacks [] for security_group (bf455a7c-cf1f-4881-9b44-fbfa9950358f), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.789166 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:55.808248 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:55.855178 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3a2e-76fb-4038-ab44-5c689feba624 req-b543519b-a3bb-47b2-a14d-89fd87a55e70 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.859019 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0aaf3a2e-76fb-4038-ab44-5c689feba624 req-b543519b-a3bb-47b2-a14d-89fd87a55e70 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1240671 Jun 21 05:54:55.887371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd9ebb-4add-4295-b816-f13bd9992048 req-4b741612-b846-4ce8-b32b-8cd24ac4fe72 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:55.889415 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87dd9ebb-4add-4295-b816-f13bd9992048 req-4b741612-b846-4ce8-b32b-8cd24ac4fe72 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 944 time: 0.1145120 Jun 21 05:54:55.892105 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (bf455a7c-cf1f-4881-9b44-fbfa9950358f), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.894583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:55.895690 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf455a7c-cf1f-4881-9b44-fbfa9950358f HTTP/1.1" status: 204 len: 168 time: 0.2874584 Jun 21 05:54:55.933738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c670c-7661-48aa-a033-4813f82475cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf455a7c-cf1f-4881-9b44-fbfa9950358f,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:55.975982 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0aaf3a2e-76fb-4038-ab44-5c689feba624 req-b3096f0b-4f21-490c-bd83-aefcf4070866 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130264 Jun 21 05:54:55.997322 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87dd9ebb-4add-4295-b816-f13bd9992048 req-50cedc0f-bd16-40e6-8846-23448846c706 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990727 Jun 21 05:54:56.305463 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38768) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:56.324905 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1217-9409-4b70-9983-74311d621c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.389342 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-9e756b61-cc56-4cb8-9128-661aa9117bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.390883 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-9e756b61-cc56-4cb8-9128-661aa9117bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 1127 time: 0.2132487 Jun 21 05:54:56.391858 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-72299c73-673a-46bc-bb5a-13beb10bbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.393196 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-72299c73-673a-46bc-bb5a-13beb10bbd71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2327082 Jun 21 05:54:56.426880 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebee48-d48e-4234-898c-a8fb8c75aa54 req-e99b240b-0a2c-4a0a-ba97-0c1f6d101d2c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.432472 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3ebee48-d48e-4234-898c-a8fb8c75aa54 req-e99b240b-0a2c-4a0a-ba97-0c1f6d101d2c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 945 time: 0.0759079 Jun 21 05:54:56.464363 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38772) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:56.483334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 3b55b939-e669-4c15-98a5-c5175355b381 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:56.498531 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:56.507824 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-a0ff4329-c582-44ec-87e5-e1d01846f479 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561020 Jun 21 05:54:56.528186 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467def-fc9b-48b1-b539-52d5568710b3 req-50c7fb94-4289-41a4-a9e4-ab4cb396ddfe tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.529831 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9d467def-fc9b-48b1-b539-52d5568710b3 req-50c7fb94-4289-41a4-a9e4-ab4cb396ddfe tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.1128035 Jun 21 05:54:56.543597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 3b55b939-e669-4c15-98a5-c5175355b381 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:54:56.553383 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 3b55b939-e669-4c15-98a5-c5175355b381 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:56.554224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (3b55b939-e669-4c15-98a5-c5175355b381), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.586715 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0b019a19-e8e9-4a4c-a689-162aecb9a8c1 req-e1b5394c-66bd-4048-b972-9353bb79322f service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159060 Jun 21 05:54:56.615608 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3ebee48-d48e-4234-898c-a8fb8c75aa54 req-2fe33741-f1ac-4d95-b404-b194a14a78c2 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811578 Jun 21 05:54:56.624179 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1217-9409-4b70-9983-74311d621c29 admin admin] Publish callbacks [] for security_group (51c87335-a386-4e81-abb2-491d7bec0db4), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.651310 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1217-9409-4b70-9983-74311d621c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (51c87335-a386-4e81-abb2-491d7bec0db4), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.670850 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9d467def-fc9b-48b1-b539-52d5568710b3 req-1708efe9-f354-4a8b-b334-d59d4fdc5f20 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300962 Jun 21 05:54:56.679135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 3b55b939-e669-4c15-98a5-c5175355b381 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:56.679756 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (3b55b939-e669-4c15-98a5-c5175355b381), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.703646 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8c6e1217-9409-4b70-9983-74311d621c29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d7079386ca145f39d360604c00e1d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953404 Jun 21 05:54:56.705474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38778) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:56.721409 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e1217-9409-4b70-9983-74311d621c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c87335-a386-4e81-abb2-491d7bec0db4,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:56.725724 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:56.753982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-456c96a8-8e09-4ad5-a7c0-aee0c8f274a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.758679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:56.766501 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-63783e93-c2c4-4cb6-99e8-90b58e5d5c80 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616030 Jun 21 05:54:56.767871 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-fdcb00cc-46b4-4031-992f-913178200773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.768859 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] Publish callbacks [] for security_group (51c87335-a386-4e81-abb2-491d7bec0db4), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.769214 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-fdcb00cc-46b4-4031-992f-913178200773 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.3598475 Jun 21 05:54:56.836464 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf16742-85fc-4690-baa9-0bde2101d10f req-a97df94e-a3de-4491-a091-573be04be6ac tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:56.845309 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ccf16742-85fc-4690-baa9-0bde2101d10f req-a97df94e-a3de-4491-a091-573be04be6ac tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.0707402 Jun 21 05:54:56.863728 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] Publish callbacks [] for security_group (51c87335-a386-4e81-abb2-491d7bec0db4), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.869649 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-456c96a8-8e09-4ad5-a7c0-aee0c8f274a2 admin admin] Publish callbacks [] for security_group (f8c69413-3253-4da2-8696-9e46379059ad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.876972 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-456c96a8-8e09-4ad5-a7c0-aee0c8f274a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f8c69413-3253-4da2-8696-9e46379059ad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.937331 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-456c96a8-8e09-4ad5-a7c0-aee0c8f274a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d68a7112ffc4ead95e98f4d74ff9abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685378 Jun 21 05:54:56.938258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:56.940223 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673b457-5ea2-466b-8369-2a50e9bc06c5" -d '{"events": [{"server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "name": "network-vif-plugged", "status": "completed", "tag": "3b55b939-e669-4c15-98a5-c5175355b381"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:56.945247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c96a8-8e09-4ad5-a7c0-aee0c8f274a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c69413-3253-4da2-8696-9e46379059ad,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:56.945704 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=3b55b939-e669-4c15-98a5-c5175355b381,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:56.947372 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ccf16742-85fc-4690-baa9-0bde2101d10f req-214d0328-896b-481e-8fdb-fcd6e2130188 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011777 Jun 21 05:54:56.958522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:56.963626 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.964754 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e166dd5d-be6c-42ae-ab3a-1615b941b157 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:54:56.982058 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (51c87335-a386-4e81-abb2-491d7bec0db4), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.986336 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:56.988177 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51c87335-a386-4e81-abb2-491d7bec0db4 HTTP/1.1" status: 204 len: 168 time: 0.2800231 Jun 21 05:54:56.999040 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03643-3d7c-4e68-99db-7f15d2d7b122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c87335-a386-4e81-abb2-491d7bec0db4,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:57.015906 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.066221 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:57.076674 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port e166dd5d-be6c-42ae-ab3a-1615b941b157 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:54:57.084401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] Publish callbacks [] for security_group (f8c69413-3253-4da2-8696-9e46379059ad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.085227 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port e166dd5d-be6c-42ae-ab3a-1615b941b157 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:54:57.085869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.114652 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] Publish callbacks [] for security_group (f8c69413-3253-4da2-8696-9e46379059ad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.142030 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd2a60e-01db-4484-8287-15806b38183b x-openstack-request-id: req-abd2a60e-01db-4484-8287-15806b38183b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:57.142329 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "name": "network-vif-plugged", "status": "completed", "tag": "3b55b939-e669-4c15-98a5-c5175355b381", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:57.142690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abd2a60e-01db-4484-8287-15806b38183b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:57.143037 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd2a60e-01db-4484-8287-15806b38183b'] response: {'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381', 'code': 200} Jun 21 05:54:57.143628 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beb539-8b26-4aec-9e9a-c1394adffdf9 req-8ab0ac97-b781-4d89-8555-4d4aed3b4e64 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:57.144366 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:57.146440 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-04beb539-8b26-4aec-9e9a-c1394adffdf9 req-8ab0ac97-b781-4d89-8555-4d4aed3b4e64 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 944 time: 0.0661502 Jun 21 05:54:57.204006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f8c69413-3253-4da2-8696-9e46379059ad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.205985 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port e166dd5d-be6c-42ae-ab3a-1615b941b157 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:57.207484 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.209751 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.217367 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8c69413-3253-4da2-8696-9e46379059ad HTTP/1.1" status: 204 len: 168 time: 0.2768002 Jun 21 05:54:57.230194 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209333e-85bd-4e47-bc81-e88fdcc0f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c69413-3253-4da2-8696-9e46379059ad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:57.246135 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-04beb539-8b26-4aec-9e9a-c1394adffdf9 req-b3b551db-39d6-4419-8675-73bf36828e15 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924482 Jun 21 05:54:57.278422 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:57.285660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.339188 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b25980-4117-4161-96b4-e4cdfcd5fe46 req-2e3244d2-9476-448b-873a-8a74bfce5c40 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:57.343868 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-90b25980-4117-4161-96b4-e4cdfcd5fe46 req-2e3244d2-9476-448b-873a-8a74bfce5c40 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0957890 Jun 21 05:54:57.361758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:57.392434 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:57.429771 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-90b25980-4117-4161-96b4-e4cdfcd5fe46 req-568bc05b-2910-40ca-a279-992adc24b41d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765846 Jun 21 05:54:57.667587 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-9481337e-d48f-4154-8e87-f149f17bd7aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824 HTTP/1.1" status: 200 len: 217 time: 0.2776301 Jun 21 05:54:57.673605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921f06-4a99-451b-8ade-305f44b229cc req-0c98e15a-3b0b-42b1-902e-c6c5f6583003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:57.675110 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-0c98e15a-3b0b-42b1-902e-c6c5f6583003 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1128 time: 0.2913201 Jun 21 05:54:57.729721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38814) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:57.746916 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-465691b6-45d5-4f3a-a52c-50ecf67e0037 req-0a4061bb-67d6-4605-9fc7-d17943873da5 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714783 Jun 21 05:54:57.879925 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:57.889283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982551-22d9-4f91-a8f4-05ec2bfff62e req-31545ac0-c1dd-49ff-bddb-d831f3af6c4f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:57.901743 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-56982551-22d9-4f91-a8f4-05ec2bfff62e req-31545ac0-c1dd-49ff-bddb-d831f3af6c4f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.1243150 Jun 21 05:54:57.903243 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c69a15dc-0e34-43f1-81ae-7192cd724357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:57.972624 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cebb-27a7-415c-a0af-81c872dc385b req-7401a095-50ed-4302-b76f-7247d1029533 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:57.974543 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c13cebb-27a7-415c-a0af-81c872dc385b req-7401a095-50ed-4302-b76f-7247d1029533 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 943 time: 0.1547210 Jun 21 05:54:57.975714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-469c03f7-b66b-4590-89b7-e4eb12ac7121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.019936 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c69a15dc-0e34-43f1-81ae-7192cd724357 admin admin] Publish callbacks [] for security_group (ad264aec-6589-4915-9d9c-b58c1af5f132), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.020075 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-56982551-22d9-4f91-a8f4-05ec2bfff62e req-65800cab-b1e3-4cc4-9251-7dfa874defe0 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172121 Jun 21 05:54:58.024526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c69a15dc-0e34-43f1-81ae-7192cd724357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ad264aec-6589-4915-9d9c-b58c1af5f132), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.078262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a15dc-0e34-43f1-81ae-7192cd724357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad264aec-6589-4915-9d9c-b58c1af5f132,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:58.085271 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c69a15dc-0e34-43f1-81ae-7192cd724357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cc35edadd984aa3a32cf2c2bd937c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039926 Jun 21 05:54:58.087872 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:58.090309 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c13cebb-27a7-415c-a0af-81c872dc385b req-4030a760-13d4-47fd-a727-c9a7ab6b2613 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894980 Jun 21 05:54:58.137805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 34000dbd-bc1c-43fa-96d9-b96ba4703a5f details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:54:58.153678 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] Publish callbacks [] for security_group (ad264aec-6589-4915-9d9c-b58c1af5f132), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.156291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-469c03f7-b66b-4590-89b7-e4eb12ac7121 admin admin] Publish callbacks [] for security_group (73516239-dbfa-48f8-b1a1-fd6ac9529ddc), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.157314 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:58.174956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-469c03f7-b66b-4590-89b7-e4eb12ac7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (73516239-dbfa-48f8-b1a1-fd6ac9529ddc), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.180596 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] Publish callbacks [] for security_group (ad264aec-6589-4915-9d9c-b58c1af5f132), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.187750 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:58.255277 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-469c03f7-b66b-4590-89b7-e4eb12ac7121 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=487a0115fb1249e4a7944e09af2b3005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244288 Jun 21 05:54:58.258030 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ad264aec-6589-4915-9d9c-b58c1af5f132), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.263190 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.265107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535855e-db8f-443a-bdec-b1c75aaf5992 req-6082cb89-666d-4db7-af94-9835d7bb812f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:58.269007 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad264aec-6589-4915-9d9c-b58c1af5f132 HTTP/1.1" status: 204 len: 168 time: 0.1775222 Jun 21 05:54:58.269169 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c535855e-db8f-443a-bdec-b1c75aaf5992 req-6082cb89-666d-4db7-af94-9835d7bb812f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.1081727 Jun 21 05:54:58.269169 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38830) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:58.270737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c03f7-b66b-4590-89b7-e4eb12ac7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73516239-dbfa-48f8-b1a1-fd6ac9529ddc,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:58.345345 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d060-eddb-45f7-b70a-3e9998c8742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad264aec-6589-4915-9d9c-b58c1af5f132,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:58.350472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:58.382606 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c535855e-db8f-443a-bdec-b1c75aaf5992 req-6dc2408d-fde4-4eda-83ed-2437a42ce184 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979397 Jun 21 05:54:58.420434 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'port_id': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'mac_address': 'fa:16:3e:48:d7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:54:58.472184 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:58.472432 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.489308 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34000dbd-bc1c-43fa-96d9-b96ba4703a5f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:58.520461 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921f06-4a99-451b-8ade-305f44b229cc req-8924f13a-3bc0-482e-a770-c4fc3f36c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:58.522229 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-8924f13a-3bc0-482e-a770-c4fc3f36c159 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.2481711 Jun 21 05:54:58.528174 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:58.534225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] Publish callbacks [] for security_group (73516239-dbfa-48f8-b1a1-fd6ac9529ddc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.540989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.542156 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 6a306a06-4c23-4c15-b5bb-522ebc76e824 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:54:58.545365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-945b06c1-9a70-43f8-8794-c808fb1d2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:58.546914 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-945b06c1-9a70-43f8-8794-c808fb1d2a65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.2795470 Jun 21 05:54:58.583483 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c41091-d106-49d6-baea-1575fd6a1cab req-bc82d46b-0a4b-4031-9880-9d082728384d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:58.590511 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c8c41091-d106-49d6-baea-1575fd6a1cab req-bc82d46b-0a4b-4031-9880-9d082728384d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 944 time: 0.1818824 Jun 21 05:54:58.602793 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:58.629534 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] Publish callbacks [] for security_group (73516239-dbfa-48f8-b1a1-fd6ac9529ddc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.664291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a168-d6c6-44fc-b054-a652019f22fb req-9d7aad8e-9320-453c-b079-cce403485931 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:58.671484 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1816a168-d6c6-44fc-b054-a652019f22fb req-9d7aad8e-9320-453c-b079-cce403485931 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1161945 Jun 21 05:54:58.688562 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:58.739634 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c8c41091-d106-49d6-baea-1575fd6a1cab req-0a12b1e8-7abf-47e7-8987-f3faf68a8f0b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482270 Jun 21 05:54:58.771529 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1816a168-d6c6-44fc-b054-a652019f22fb req-3f3b8436-b0cd-4d55-9e69-5b5c216c1a6f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991282 Jun 21 05:54:58.784058 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (73516239-dbfa-48f8-b1a1-fd6ac9529ddc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.787032 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.790765 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73516239-dbfa-48f8-b1a1-fd6ac9529ddc HTTP/1.1" status: 204 len: 168 time: 0.5186427 Jun 21 05:54:58.793828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:58.809343 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308cd0-5e5c-4d7c-9ad6-b9f44efa96de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73516239-dbfa-48f8-b1a1-fd6ac9529ddc,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:58.829224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:54:58.889203 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 6a306a06-4c23-4c15-b5bb-522ebc76e824 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:54:58.889590 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.891366 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:58.905304 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a306a06-4c23-4c15-b5bb-522ebc76e824 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:54:58.928747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:54:58.933834 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:58.985803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:59.143918 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:54:59.147770 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2864634-6199-4fbc-bf67-3feaea79064c" -d '{"events": [{"server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "name": "network-vif-plugged", "status": "completed", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:54:59.174779 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462e28-3e10-4e75-a9de-115cc8e4c517 req-1854a330-e604-4329-aa92-97042791da2f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.177405 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-02462e28-3e10-4e75-a9de-115cc8e4c517 req-1854a330-e604-4329-aa92-97042791da2f tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0688586 Jun 21 05:54:59.187431 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-0347d326-ed35-4f23-bf8f-a7e8ec20f02e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 217 time: 0.1092033 Jun 21 05:54:59.217725 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:59.280477 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-02462e28-3e10-4e75-a9de-115cc8e4c517 req-afde4444-0493-4196-b916-6a6242772d9c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975349 Jun 21 05:54:59.298733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4893a-ada3-48dc-8bf7-11a28fb1620d req-93bc4b46-5730-439a-a580-a24adef69e6f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.299456 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['6a306a06-4c23-4c15-b5bb-522ebc76e824'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:54:59.300486 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-83e4893a-ada3-48dc-8bf7-11a28fb1620d req-93bc4b46-5730-439a-a580-a24adef69e6f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 944 time: 0.0789852 Jun 21 05:54:59.328636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-0438adf5-6696-4d72-bce2-aa9323181a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.332533 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-0438adf5-6696-4d72-bce2-aa9323181a31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2554550 Jun 21 05:54:59.340113 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-2dfa42e3-3a4e-424f-b21f-3c1c21317973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.342237 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-2dfa42e3-3a4e-424f-b21f-3c1c21317973 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 1130 time: 0.2171559 Jun 21 05:54:59.397963 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['34000dbd-bc1c-43fa-96d9-b96ba4703a5f'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:54:59.407619 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921f06-4a99-451b-8ade-305f44b229cc req-5b26624a-cd62-49af-9f16-c8392899a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.409147 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-5b26624a-cd62-49af-9f16-c8392899a64b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.1578956 Jun 21 05:54:59.412664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-d0de0a3b-0562-4639-9afd-4ecbdedab693 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.440494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-83e4893a-ada3-48dc-8bf7-11a28fb1620d req-e4711698-a4a3-4fa6-8865-35254ac31557 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318884 Jun 21 05:54:59.451782 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ab23c2-a764-412a-bf38-02d9968a67e1 x-openstack-request-id: req-33ab23c2-a764-412a-bf38-02d9968a67e1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:54:59.452154 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "name": "network-vif-plugged", "status": "completed", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:54:59.452452 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ab23c2-a764-412a-bf38-02d9968a67e1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:54:59.453570 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ab23c2-a764-412a-bf38-02d9968a67e1'] response: {'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157', 'code': 200} Jun 21 05:54:59.516034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38880) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:59.546860 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:59.550737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-387e5988-4fc4-4b54-8ba6-8b98c116626d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.597715 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921f06-4a99-451b-8ade-305f44b229cc req-87f6a8d5-8995-4ea4-9ae5-7dc1c38e999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.610040 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-87f6a8d5-8995-4ea4-9ae5-7dc1c38e999e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1797874 Jun 21 05:54:59.708631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f8aa-06e7-404c-9441-1e6d8a36be6f req-faf9fcd3-373b-428c-bf57-52e9ad0673f5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.723286 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe73f8aa-06e7-404c-9441-1e6d8a36be6f req-faf9fcd3-373b-428c-bf57-52e9ad0673f5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 944 time: 0.1573656 Jun 21 05:54:59.793958 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-e5b5fc58-c959-4880-a645-d3658096b295 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476116 Jun 21 05:54:59.838387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-387e5988-4fc4-4b54-8ba6-8b98c116626d admin admin] Publish callbacks [] for security_group (995ca9db-f777-4328-a27c-2d7b4d014411), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.846217 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-387e5988-4fc4-4b54-8ba6-8b98c116626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (995ca9db-f777-4328-a27c-2d7b4d014411), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.885842 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-387e5988-4fc4-4b54-8ba6-8b98c116626d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6078ca6833849d0b0b659d481a610c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687046 Jun 21 05:54:59.906547 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 38892) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:54:59.918228 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-b3a0b3b3-4711-4869-88ef-fa310d705c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.920177 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-b3a0b3b3-4711-4869-88ef-fa310d705c6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1129 time: 0.2271197 Jun 21 05:54:59.958155 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe73f8aa-06e7-404c-9441-1e6d8a36be6f req-4cc26d85-190a-4857-be96-ba3d13c63da9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273023 Jun 21 05:54:59.963173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-1c7260f3-0580-45f2-b4e0-fd807feae423 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.964596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:54:59.987154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5988-4fc4-4b54-8ba6-8b98c116626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995ca9db-f777-4328-a27c-2d7b4d014411,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:54:59.988549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-d0de0a3b-0562-4639-9afd-4ecbdedab693 service neutron] Publish callbacks [] for security_group (c88056c9-23ca-456b-9544-1c4ea6c026da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:54:59.991833 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db153a-6757-451b-8cae-5b04b97c9347 req-55ad7c58-facf-4a74-94e8-d2273419d88d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:54:59.994102 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c3db153a-6757-451b-8cae-5b04b97c9347 req-55ad7c58-facf-4a74-94e8-d2273419d88d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 945 time: 0.1208019 Jun 21 05:55:00.030844 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-d0de0a3b-0562-4639-9afd-4ecbdedab693 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c88056c9-23ca-456b-9544-1c4ea6c026da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.072637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] Publish callbacks [] for security_group (995ca9db-f777-4328-a27c-2d7b4d014411), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.083244 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de0a3b-0562-4639-9afd-4ecbdedab693 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c88056c9-23ca-456b-9544-1c4ea6c026da,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:00.134141 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:00.136464 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-7f518515-32c1-4f02-ad5d-e28456c0b925 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160863 Jun 21 05:55:00.151708 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0a000e0c-9f2c-48bb-8276-7299ed8afee6 req-d0de0a3b-0562-4639-9afd-4ecbdedab693 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7879052 Jun 21 05:55:00.166736 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9e97f399-c2e0-4a28-b1f4-99873b2113ef details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:55:00.168539 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ac5e54a-b5b0-47b2-bf5d-46cd0999536c req-70b05109-6348-4e0b-9db0-0640c0f03aaf service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494258 Jun 21 05:55:00.180554 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c3db153a-6757-451b-8cae-5b04b97c9347 req-7257c584-fe17-4900-b04d-71567f0ff113 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701055 Jun 21 05:55:00.204645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.db.api [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-1c7260f3-0580-45f2-b4e0-fd807feae423 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e64b932ef6bf481cb93a04885a93b4b2 {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 05:55:00.205126 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG oslo_db.api [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-1c7260f3-0580-45f2-b4e0-fd807feae423 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 05:55:00.208842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:00.225404 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] Publish callbacks [] for security_group (995ca9db-f777-4328-a27c-2d7b4d014411), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.256390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6aae4-37e3-4c32-a875-73c7b1b809d5 req-e552cc32-e3bd-4f09-90e2-b3caf3378d05 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:00.258190 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8de6aae4-37e3-4c32-a875-73c7b1b809d5 req-e552cc32-e3bd-4f09-90e2-b3caf3378d05 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1680398 Jun 21 05:55:00.310174 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cb921f06-4a99-451b-8ade-305f44b229cc req-682adb9f-c57f-4a28-8ab6-943ff2f8523f service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598148 Jun 21 05:55:00.328397 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:00.348320 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '9e97f399-c2e0-4a28-b1f4-99873b2113ef', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'port_id': '9e97f399-c2e0-4a28-b1f4-99873b2113ef', 'mac_address': 'fa:16:3e:91:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:55:00.417948 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8de6aae4-37e3-4c32-a875-73c7b1b809d5 req-30ee0546-1fb0-4dfa-b009-199d9346be16 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343417 Jun 21 05:55:00.421454 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9e97f399-c2e0-4a28-b1f4-99873b2113ef is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:00.422042 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.441686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e97f399-c2e0-4a28-b1f4-99873b2113ef {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:00.456632 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (995ca9db-f777-4328-a27c-2d7b4d014411), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.459363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.463594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/995ca9db-f777-4328-a27c-2d7b4d014411 HTTP/1.1" status: 204 len: 168 time: 0.5560813 Jun 21 05:55:00.479025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7a461-9915-443c-a7f9-42c7015428eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ca9db-f777-4328-a27c-2d7b4d014411,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:00.480683 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:00.491891 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308dab1-e489-4066-bc05-01354dcd31a0 req-177f6443-3e4b-435d-bbaa-3a95e0767e8c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:00.499673 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7308dab1-e489-4066-bc05-01354dcd31a0 req-177f6443-3e4b-435d-bbaa-3a95e0767e8c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0881448 Jun 21 05:55:00.516099 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.516952 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:55:00.522280 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:00.553094 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7308dab1-e489-4066-bc05-01354dcd31a0 req-49afd522-c9cd-4410-b3d2-be4f897b4d66 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524588 Jun 21 05:55:00.609735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc6f7e-4d77-41b8-8f17-338acc370fc9 req-41603c9a-5ba0-47a9-a4e7-accc1f5ae524 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:00.611509 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7dc6f7e-4d77-41b8-8f17-338acc370fc9 req-41603c9a-5ba0-47a9-a4e7-accc1f5ae524 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 944 time: 0.0571477 Jun 21 05:55:00.673648 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:00.676099 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7dc6f7e-4d77-41b8-8f17-338acc370fc9 req-748cb46a-1123-4166-bc4b-e638e5246bf8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502729 Jun 21 05:55:00.706169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-1c7260f3-0580-45f2-b4e0-fd807feae423 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.738430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 34000dbd-bc1c-43fa-96d9-b96ba4703a5f up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:00.812358 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e1947f3b-1141-4b58-899a-b291cb12bbc9 req-1c7260f3-0580-45f2-b4e0-fd807feae423 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804603 Jun 21 05:55:00.829593 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:55:00.884117 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:00.920014 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:00.932814 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:00.933541 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:00.950284 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:00.957854 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:00.958362 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.018493 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:01.028589 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:01.046311 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.104996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:01.140701 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:01.141086 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.151023 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2728-c991-4f02-9809-f69ec46359b7 req-725c577d-24a6-42fd-a2ee-828a2a57d8e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:01.153148 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36ea2728-c991-4f02-9809-f69ec46359b7 req-725c577d-24a6-42fd-a2ee-828a2a57d8e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 945 time: 0.1051476 Jun 21 05:55:01.181762 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:01.186479 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.187222 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 6a306a06-4c23-4c15-b5bb-522ebc76e824 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:01.213553 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36ea2728-c991-4f02-9809-f69ec46359b7 req-e56ccdd6-b800-4205-8479-d73301d2fca0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536690 Jun 21 05:55:01.288062 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:01.316569 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 6a306a06-4c23-4c15-b5bb-522ebc76e824 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:01.325315 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 6a306a06-4c23-4c15-b5bb-522ebc76e824 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:01.327403 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.358853 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4062f-ac00-40a4-acee-c1113bb6d455 req-33a3dcba-fa1b-43e7-8633-74e600e48ef0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:01.360391 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-82f4062f-ac00-40a4-acee-c1113bb6d455 req-33a3dcba-fa1b-43e7-8633-74e600e48ef0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0578365 Jun 21 05:55:01.427109 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:01.431761 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-82f4062f-ac00-40a4-acee-c1113bb6d455 req-66d277d0-7dc4-4eec-b34c-a99cfcad68b6 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651686 Jun 21 05:55:01.446545 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:01.475061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:01.477466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2f5b16-521c-4d61-b0c3-f454867ac173" -d '{"events": [{"server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "name": "network-vif-plugged", "status": "completed", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:01.496864 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 6a306a06-4c23-4c15-b5bb-522ebc76e824 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:01.497356 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.546477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76a712-78f7-455b-b04e-0cdf8d10e235 x-openstack-request-id: req-8e76a712-78f7-455b-b04e-0cdf8d10e235 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:01.546783 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "name": "network-vif-plugged", "status": "completed", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:01.547286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e76a712-78f7-455b-b04e-0cdf8d10e235 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:01.547529 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e76a712-78f7-455b-b04e-0cdf8d10e235'] response: {'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'code': 200} Jun 21 05:55:01.561454 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['9e97f399-c2e0-4a28-b1f4-99873b2113ef'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:01.568501 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7e8d-635a-4910-a467-1187073f1d87 req-05cd0a0f-8584-40b1-be21-e6217c9366ac tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:01.575543 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d1d7e8d-635a-4910-a467-1187073f1d87 req-05cd0a0f-8584-40b1-be21-e6217c9366ac tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0584037 Jun 21 05:55:01.605542 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:01.635947 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:01.668108 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d1d7e8d-635a-4910-a467-1187073f1d87 req-4d5a1173-f9c0-4f10-a9a6-c2ec10335088 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888798 Jun 21 05:55:01.883256 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d936-75a1-4fe7-8b2b-13215c1d0b18 req-be4a2e0d-fa68-4247-804f-81a0f9d1af04 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:01.890673 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:01.891758 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae37d936-75a1-4fe7-8b2b-13215c1d0b18 req-be4a2e0d-fa68-4247-804f-81a0f9d1af04 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.1191730 Jun 21 05:55:01.907464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:01.916922 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f47f13-543d-4f6b-823d-7879439306e5 req-068656b8-a8aa-438b-92b4-13b366b06949 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:01.916922 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39f47f13-543d-4f6b-823d-7879439306e5 req-068656b8-a8aa-438b-92b4-13b366b06949 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0997064 Jun 21 05:55:01.991671 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae37d936-75a1-4fe7-8b2b-13215c1d0b18 req-fa1257d7-9c90-45f2-9397-5c40509178d1 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987511 Jun 21 05:55:02.015924 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39f47f13-543d-4f6b-823d-7879439306e5 req-943ed82c-0677-4cf1-838b-7ed6ca80b905 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858517 Jun 21 05:55:02.046066 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:02.062186 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-322344927-network', 'tenant_id': 'cbeaefc57cd14db6ba982fc059b70b70'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:02.091040 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Made reservation on behalf of cbeaefc57cd14db6ba982fc059b70b70 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:02.095256 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.105268 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.177004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:02.201781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks [] for security_group (4fc8a769-2128-474e-9a97-a3f648f1ebd7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.206452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4fc8a769-2128-474e-9a97-a3f648f1ebd7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.234633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:55:02.247056 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8a769-2128-474e-9a97-a3f648f1ebd7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:02.261830 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (317b7c40-2140-4217-ba0c-9baf017801f6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.262374 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Added segment 317b7c40-2140-4217-ba0c-9baf017801f6 of type vlan for network 384d9f09-0db5-4d95-aab9-02eb51e6286a Jun 21 05:55:02.346430 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (384d9f09-0db5-4d95-aab9-02eb51e6286a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.412482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (384d9f09-0db5-4d95-aab9-02eb51e6286a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.413638 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:02.414338 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.418958 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90790ab-25c8-47ec-8aee-3dc140e64f66 req-2f63631e-0f1e-4b8d-b409-bed0e9d4e983 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:02.424442 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f90790ab-25c8-47ec-8aee-3dc140e64f66 req-2f63631e-0f1e-4b8d-b409-bed0e9d4e983 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 945 time: 0.1176922 Jun 21 05:55:02.456876 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5641885 Jun 21 05:55:02.459892 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 38998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:02.468663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Request body: {'subnet': {'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-322344927-subnet', 'tenant_id': 'cbeaefc57cd14db6ba982fc059b70b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:02.509889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:02.529916 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b54b3-184c-490d-8d9c-984021c2c216 admin admin] Pushing event updated for resources: {'Network': ['ID=384d9f09-0db5-4d95-aab9-02eb51e6286a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:02.532904 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f90790ab-25c8-47ec-8aee-3dc140e64f66 req-684d8853-4a30-41c2-863b-2986f9d47e56 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021373 Jun 21 05:55:02.555214 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:55:02.564416 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Made reservation on behalf of cbeaefc57cd14db6ba982fc059b70b70 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:02.567494 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.653223 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a34768-9409-4486-9cf8-7e7ffdb6de08 req-3bf21d26-138d-47b2-8c3a-a58485cd8c20 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:02.664213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-85a34768-9409-4486-9cf8-7e7ffdb6de08 req-3bf21d26-138d-47b2-8c3a-a58485cd8c20 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0994680 Jun 21 05:55:02.728953 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-85a34768-9409-4486-9cf8-7e7ffdb6de08 req-fe4ebc92-f100-454b-a1b8-d857fc898e99 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631084 Jun 21 05:55:02.799373 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (a8c0aeae-bd3b-4e3a-b74f-de85d028014f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:02.809389 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:02.856346 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a97955-ec2c-46a1-9193-b79466b6db8d req-4570bd84-1141-4b88-b9bd-b6700a45bb4c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:02.860330 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48a97955-ec2c-46a1-9193-b79466b6db8d req-4570bd84-1141-4b88-b9bd-b6700a45bb4c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0964997 Jun 21 05:55:02.885623 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141febb-7a7e-4cf5-90e8-a52d7dd1d1fb req-110cad86-c575-4fe3-8c54-3278459a4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:02.887182 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7141febb-7a7e-4cf5-90e8-a52d7dd1d1fb req-110cad86-c575-4fe3-8c54-3278459a4503 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1130 time: 0.0786033 Jun 21 05:55:02.924787 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48a97955-ec2c-46a1-9193-b79466b6db8d req-4b0caef4-1573-4c41-abd1-ae658ddcc39c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579076 Jun 21 05:55:02.953355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c0aeae-bd3b-4e3a-b74f-de85d028014f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:02.986020 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7141febb-7a7e-4cf5-90e8-a52d7dd1d1fb req-741a52d6-f9d3-408a-b17a-477b1962f260 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866206 Jun 21 05:55:02.987174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Checking segment: {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:55:02.987520 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Network hostable DHCP agents. Network: 384d9f09-0db5-4d95-aab9-02eb51e6286a, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:55:02.992921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39018) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:03.011385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:55:03.023180 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 384d9f09-0db5-4d95-aab9-02eb51e6286a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:55:03.035568 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016dfca-0bba-472c-b69b-7597eafc8636 None None] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:03.038516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:03.039242 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.064925 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ff09194b-56ad-4fb3-b419-30d5a7ebf770 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6039391 Jun 21 05:55:03.162828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9e97f399-c2e0-4a28-b1f4-99873b2113ef up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:03.174693 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fefc3-6dbd-448f-b999-87536adc5c24 req-4ea4ed49-f447-4165-85f7-c73f5fe51ab4 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:03.182922 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-648fefc3-6dbd-448f-b999-87536adc5c24 req-4ea4ed49-f447-4165-85f7-c73f5fe51ab4 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0959835 Jun 21 05:55:03.242291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31256-3f2c-4201-80fc-0e5c46eea5af req-ce1ec538-3f3a-4a6f-9a9d-e2e7bb6d878b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:03.244274 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5c31256-3f2c-4201-80fc-0e5c46eea5af req-ce1ec538-3f3a-4a6f-9a9d-e2e7bb6d878b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0931201 Jun 21 05:55:03.279775 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 9e97f399-c2e0-4a28-b1f4-99873b2113ef completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:03.286321 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702acdd4-e60f-4c67-8876-be9fc93c3b61 None None] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:03.293581 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7c3a446b-e002-4670-b73b-66dd57946f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.309260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 9e97f399-c2e0-4a28-b1f4-99873b2113ef triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:03.309637 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.338600 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-648fefc3-6dbd-448f-b999-87536adc5c24 req-687b45f9-9e51-4fa9-86ba-26e5fdbb3966 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545846 Jun 21 05:55:03.347635 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:03.403387 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5c31256-3f2c-4201-80fc-0e5c46eea5af req-b8645290-1b81-4c92-83d4-8912eade5615 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376009 Jun 21 05:55:03.471465 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7c3a446b-e002-4670-b73b-66dd57946f4c admin admin] Publish callbacks [] for security_group (c22bc8a4-2339-47d3-9aaa-741124783401), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.478124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7c3a446b-e002-4670-b73b-66dd57946f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c22bc8a4-2339-47d3-9aaa-741124783401), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.535707 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-7c3a446b-e002-4670-b73b-66dd57946f4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6c54b977ef64f06942356a40e231dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414915 Jun 21 05:55:03.539340 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:03.543038 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a446b-e002-4670-b73b-66dd57946f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22bc8a4-2339-47d3-9aaa-741124783401,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:03.548506 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:03.550821 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88774e1-fd51-4921-936f-a84f454fadac" -d '{"events": [{"server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "name": "network-vif-plugged", "status": "completed", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:03.611673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe2ffc5-277a-4d22-ab1b-5f1d9953a811 x-openstack-request-id: req-afe2ffc5-277a-4d22-ab1b-5f1d9953a811 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:03.612278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "name": "network-vif-plugged", "status": "completed", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:03.612278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afe2ffc5-277a-4d22-ab1b-5f1d9953a811 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:03.612564 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe2ffc5-277a-4d22-ab1b-5f1d9953a811'] response: {'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'code': 200} Jun 21 05:55:03.625386 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:03.663659 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] Publish callbacks [] for security_group (c22bc8a4-2339-47d3-9aaa-741124783401), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.676227 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9e97f399-c2e0-4a28-b1f4-99873b2113ef is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:03.680949 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.706887 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:03.730697 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] Publish callbacks [] for security_group (c22bc8a4-2339-47d3-9aaa-741124783401), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.735477 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9239283-0789-4909-bd41-aa50167d6448 req-a84f3679-2f5f-4f1f-a60a-12c5e5c4debf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:03.738409 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9239283-0789-4909-bd41-aa50167d6448 req-a84f3679-2f5f-4f1f-a60a-12c5e5c4debf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 945 time: 0.0797267 Jun 21 05:55:03.767960 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:03.775609 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.777676 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:03.849322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c22bc8a4-2339-47d3-9aaa-741124783401), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.861257 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:03.864538 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c22bc8a4-2339-47d3-9aaa-741124783401 HTTP/1.1" status: 204 len: 168 time: 0.3236222 Jun 21 05:55:03.871774 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9239283-0789-4909-bd41-aa50167d6448 req-da47feb8-9beb-4bcd-9772-39c959b2bda9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234171 Jun 21 05:55:03.887696 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4b873-d952-4d7e-a4a1-901e3e58cbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22bc8a4-2339-47d3-9aaa-741124783401,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:03.988258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcdcd8-5068-4eda-926f-33dbc556ea21 req-d4869a68-084a-4e92-a150-d05ecd0817e5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:03.997491 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01fcdcd8-5068-4eda-926f-33dbc556ea21 req-d4869a68-084a-4e92-a150-d05ecd0817e5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1236346 Jun 21 05:55:04.117231 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:04.134686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:04.160300 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:04.161049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.188258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff872cf-d88d-475f-b5b6-f9e37508e0ca req-15290fc7-67c3-4cf6-91ac-31246476eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:04.193776 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2ff872cf-d88d-475f-b5b6-f9e37508e0ca req-15290fc7-67c3-4cf6-91ac-31246476eed2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 1129 time: 0.1314971 Jun 21 05:55:04.240999 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01fcdcd8-5068-4eda-926f-33dbc556ea21 req-c24fe8a6-6bb4-4374-89a4-63f299fac4cb tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325041 Jun 21 05:55:04.290568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195601-941d-42d2-ae1a-14936f3f0319 req-ee36de85-0633-4ed3-a09c-36e63f552f45 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:04.294452 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48195601-941d-42d2-ae1a-14936f3f0319 req-ee36de85-0633-4ed3-a09c-36e63f552f45 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.1663890 Jun 21 05:55:04.378714 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48195601-941d-42d2-ae1a-14936f3f0319 req-df59237b-1e3d-4e94-9104-e80d9c3e0889 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746524 Jun 21 05:55:04.398670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:04.399559 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.453510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:04.460044 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.537215 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:04.592931 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2ff872cf-d88d-475f-b5b6-f9e37508e0ca req-42f32030-83ad-4c8b-a0d3-dcca5cf744f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004837 Jun 21 05:55:04.599539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:04.607411 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:04.618947 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd751-237e-4176-ba8d-b222f9444e76 req-17e81ff1-ea93-4aea-852a-81fd3e16804b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:04.623146 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-facbd751-237e-4176-ba8d-b222f9444e76 req-17e81ff1-ea93-4aea-852a-81fd3e16804b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.1351388 Jun 21 05:55:04.628758 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d69397e-0c12-4b39-82f8-1f6f2331cdcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.692658 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-facbd751-237e-4176-ba8d-b222f9444e76 req-39713c88-84da-4354-8c0f-6bcdefe857bf tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588069 Jun 21 05:55:04.738093 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d69397e-0c12-4b39-82f8-1f6f2331cdcc admin admin] Publish callbacks [] for security_group (bd4931c8-f127-4185-b03b-16e88e1eeabb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.742487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d69397e-0c12-4b39-82f8-1f6f2331cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (bd4931c8-f127-4185-b03b-16e88e1eeabb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.782023 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69397e-0c12-4b39-82f8-1f6f2331cdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4931c8-f127-4185-b03b-16e88e1eeabb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:04.786438 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-0d69397e-0c12-4b39-82f8-1f6f2331cdcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b6bf0c1c0594938aa8f3af4cea010c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775689 Jun 21 05:55:04.789845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:04.841848 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] Publish callbacks [] for security_group (bd4931c8-f127-4185-b03b-16e88e1eeabb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.867470 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] Publish callbacks [] for security_group (bd4931c8-f127-4185-b03b-16e88e1eeabb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.923514 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (bd4931c8-f127-4185-b03b-16e88e1eeabb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.926281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:04.931363 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd4931c8-f127-4185-b03b-16e88e1eeabb HTTP/1.1" status: 204 len: 168 time: 0.1366487 Jun 21 05:55:04.936856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4b69-c5bc-4be4-b680-b8badb2a8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4931c8-f127-4185-b03b-16e88e1eeabb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:05.013651 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0fd6d-8855-4e44-af03-17a8e79de271 req-073ded3f-37d4-4570-be65-822bbad0871b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:05.015261 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4db0fd6d-8855-4e44-af03-17a8e79de271 req-073ded3f-37d4-4570-be65-822bbad0871b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0530741 Jun 21 05:55:05.066750 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4db0fd6d-8855-4e44-af03-17a8e79de271 req-f4beea31-cac6-407a-be4c-03a4ae34b58c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Jun 21 05:55:05.440144 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4e5ff-4024-47bd-938c-d53b4b666f87 req-d95ba0e1-b646-4bdb-b8a2-4f20edb1235a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:05.442515 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-34b4e5ff-4024-47bd-938c-d53b4b666f87 req-d95ba0e1-b646-4bdb-b8a2-4f20edb1235a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0909076 Jun 21 05:55:05.558882 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-34b4e5ff-4024-47bd-938c-d53b4b666f87 req-6d08d5be-8430-41ad-ad7a-cb1a985fb246 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097567 Jun 21 05:55:05.585539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35c85-ba42-4178-bf79-be018d9bfe2a req-7b0174f1-aabc-4b71-a267-27619b3c0161 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:05.587384 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c3d35c85-ba42-4178-bf79-be018d9bfe2a req-7b0174f1-aabc-4b71-a267-27619b3c0161 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0886185 Jun 21 05:55:05.614259 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef'}, {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:05.619094 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb58d8-5244-4179-8ef8-44a0109a9178" -d '{"events": [{"server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "name": "network-vif-plugged", "status": "completed", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef"}, {"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:05.710570 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c3d35c85-ba42-4178-bf79-be018d9bfe2a req-638d903b-076c-4270-8a38-047b1c70812a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047537 Jun 21 05:55:05.846716 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-66c10e07-952b-46ea-91c8-635dd49748e3 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:05.848270 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-66c10e07-952b-46ea-91c8-635dd49748e3 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 808 time: 0.1476517 Jun 21 05:55:05.874672 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-ad1639fe-67d6-4f13-a15f-19db6e62e003 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/quotas/cbeaefc57cd14db6ba982fc059b70b70 HTTP/1.1" status: 200 len: 375 time: 0.0191307 Jun 21 05:55:05.919614 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-450a4977-6948-47c3-9d09-86c02f28c0a3 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438457 Jun 21 05:55:05.973801 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1320401-0257-4a08-aea6-a9bd72ace469 req-f4249dde-2e4e-4feb-93cc-85c978b5a35d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:05.975341 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1320401-0257-4a08-aea6-a9bd72ace469 req-f4249dde-2e4e-4feb-93cc-85c978b5a35d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0864656 Jun 21 05:55:05.984850 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:05.991414 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'floatingip': {'port_id': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:06.056129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-f82123fb-336f-4b64-8fed-e04049dc05fc service neutron] 10.222.0.18 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197243 Jun 21 05:55:06.059948 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd6f94-e155-4105-af6e-b093536f1e74 x-openstack-request-id: req-75cd6f94-e155-4105-af6e-b093536f1e74 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:06.060240 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "name": "network-vif-plugged", "status": "completed", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef", "code": 200}, {"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:06.060613 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75cd6f94-e155-4105-af6e-b093536f1e74 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:06.061015 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cd6f94-e155-4105-af6e-b093536f1e74'] response: {'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef', 'code': 200} Jun 21 05:55:06.061269 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cd6f94-e155-4105-af6e-b093536f1e74'] response: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'code': 200} Jun 21 05:55:06.081223 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:06.141017 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:06.289996 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-11a793ec-b934-4bc7-ab3b-f581a88ceee3 service neutron] 10.222.0.18 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328622 Jun 21 05:55:06.452548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:06.618330 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4367702-02e5-4134-bce0-51e3071cbd39 req-abe964f7-24b6-456c-ba72-282971fa2b77 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:06.627040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4367702-02e5-4134-bce0-51e3071cbd39 req-abe964f7-24b6-456c-ba72-282971fa2b77 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.1180151 Jun 21 05:55:06.788923 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4367702-02e5-4134-bce0-51e3071cbd39 req-d8b748ce-f604-48ce-9255-2bad04e093bb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610920 Jun 21 05:55:06.846888 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c89ad0-856a-45f2-b203-24df538ca031 req-0ed03a20-3eaa-4f57-8b9a-8e5547f5ed8d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:06.850583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd3ad-cac2-405d-9058-16d9373ca940 req-acb23370-94d0-420c-ad66-d813f0d49753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:06.852265 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-722bd3ad-cac2-405d-9058-16d9373ca940 req-acb23370-94d0-420c-ad66-d813f0d49753 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1129 time: 0.4007304 Jun 21 05:55:06.852809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:06.862941 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-81c89ad0-856a-45f2-b203-24df538ca031 req-0ed03a20-3eaa-4f57-8b9a-8e5547f5ed8d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1520743 Jun 21 05:55:06.928090 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:06.948594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0e04a866-ab6e-4e50-8263-9a2ad51c03c3 req-b11c1b4a-cbf5-411a-a8d7-e45147bf0133 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0554485 Jun 21 05:55:06.959084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:06.975089 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-81c89ad0-856a-45f2-b203-24df538ca031 req-feee3cc8-7232-429b-98df-41dcc75fa99c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042154 Jun 21 05:55:07.021525 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bd997-d272-41f4-b1a0-e3afc08bce4b req-7ed7f251-0e6e-49b3-ac3d-0225334af216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:07.028136 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-160bd997-d272-41f4-b1a0-e3afc08bce4b req-7ed7f251-0e6e-49b3-ac3d-0225334af216 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1130 time: 0.5777774 Jun 21 05:55:07.100212 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-722bd3ad-cac2-405d-9058-16d9373ca940 req-8a907734-fe26-4d48-b6f6-398e71c4cadc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253757 Jun 21 05:55:07.271835 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e63fe8ef-d360-404d-9502-61e9d0ea3a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.334216 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-160bd997-d272-41f4-b1a0-e3afc08bce4b req-ff8ab9c0-ac1d-4f25-826d-7871cb772db5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611153 Jun 21 05:55:07.383165 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1ec72-cecd-49df-97ce-39facd8e0997 req-160f7679-71c3-4a8f-a593-874f47a2d068 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:07.384652 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-17e1ec72-cecd-49df-97ce-39facd8e0997 req-160f7679-71c3-4a8f-a593-874f47a2d068 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.3514850 Jun 21 05:55:07.395631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce83e-4135-4cfe-a7da-7631a384a791 req-6186b1a5-27b0-4145-b10e-f7108af4b220 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:07.397162 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-868ce83e-4135-4cfe-a7da-7631a384a791 req-6186b1a5-27b0-4145-b10e-f7108af4b220 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.3471284 Jun 21 05:55:07.412241 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39182) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:07.416568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:07.494916 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.596655 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-17e1ec72-cecd-49df-97ce-39facd8e0997 req-efdfdc86-7def-4143-8b87-e68b0b95bedd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983554 Jun 21 05:55:07.642173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e63fe8ef-d360-404d-9502-61e9d0ea3a02 admin admin] Publish callbacks [] for security_group (530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.648014 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e63fe8ef-d360-404d-9502-61e9d0ea3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.652011 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.666477 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.738575 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e63fe8ef-d360-404d-9502-61e9d0ea3a02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46279b69185b4c2daaedc11f427832eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8723972 Jun 21 05:55:07.738867 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fe8ef-d360-404d-9502-61e9d0ea3a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:07.741172 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:07.821811 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Floating IP 1702aaaa-28c2-44f7-8037-cbe4a8ee6378 associated. External IP: 172.27.0.155, port: 34000dbd-bc1c-43fa-96d9-b96ba4703a5f. Jun 21 05:55:07.872768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] Publish callbacks [] for security_group (530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.930844 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] Publish callbacks [] for security_group (530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:07.968334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:08.044105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:08.046733 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:08.047891 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d HTTP/1.1" status: 204 len: 168 time: 0.3042791 Jun 21 05:55:08.087524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:08.092597 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9b268-3c9e-4650-bdab-78d1cde02746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d9eb0-d99b-4b16-8e7e-f7bfdafdff7d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:08.113977 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:55:08.215184 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e08dc1a-7316-460b-a105-54eb01f24ef3 req-ea9e41d1-976e-4952-89b7-951c91dab76f tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0647213 Jun 21 05:55:08.252943 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:55:08.257543 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:08.260529 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.db.resource_extend [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 05:55:08.280668 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:55:08.291978 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:08.292664 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:08.297056 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8de04c6a-ff69-4efe-886d-8c5153ba5bc5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "PUT /v2.0/floatingips/1702aaaa-28c2-44f7-8037-cbe4a8ee6378 HTTP/1.1" status: 200 len: 992 time: 2.3096442 Jun 21 05:55:08.297911 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:08.300407 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d441e8-98c4-4ce5-a504-b9f20f83dded" -d '{"events": [{"name": "network-changed", "server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:08.360833 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2455f-af75-48e6-b1c2-5faf8aec1a30 x-openstack-request-id: req-3fe2455f-af75-48e6-b1c2-5faf8aec1a30 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:08.361152 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:08.361391 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fe2455f-af75-48e6-b1c2-5faf8aec1a30 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:08.361792 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe2455f-af75-48e6-b1c2-5faf8aec1a30'] response: {'name': 'network-changed', 'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'status': 'completed', 'code': 200} Jun 21 05:55:08.396314 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:08.407201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87554d-4751-4a77-b419-a0da04b4eeaa req-f4feefc4-4228-4a56-9f50-f6713119bc08 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:08.409130 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1e87554d-4751-4a77-b419-a0da04b4eeaa req-f4feefc4-4228-4a56-9f50-f6713119bc08 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.2511249 Jun 21 05:55:08.410727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:08.444113 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:08.599410 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1e87554d-4751-4a77-b419-a0da04b4eeaa req-daab36d2-9377-4f31-b52b-2be3018482c7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Jun 21 05:55:08.620774 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 289721c7-7c22-4d91-ab88-322b7663d95f associated. External IP: 172.27.0.42, port: 6a306a06-4c23-4c15-b5bb-522ebc76e824. Jun 21 05:55:08.858074 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:08.975022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0602-593e-400d-baac-c927c0351298 req-f8cfe487-49f0-4cfc-a7f6-b2afdcdde8a3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:08.976561 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e3f0602-593e-400d-baac-c927c0351298 req-f8cfe487-49f0-4cfc-a7f6-b2afdcdde8a3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2374263 Jun 21 05:55:09.017313 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:09.053511 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '1702aaaa-28c2-44f7-8037-cbe4a8ee6378', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:48:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:07Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:09.089624 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:55:09.105234 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:09.106333 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:09.125072 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e3f0602-593e-400d-baac-c927c0351298 req-72407ed9-d9d2-430a-895e-84fa94539beb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314213 Jun 21 05:55:09.256050 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:09.439634 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e63dcd60-87ef-4333-99ac-982f65b1d4f6 req-db947f9c-9f72-48fd-863b-ee2292bd45c5 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0386097 Jun 21 05:55:09.451190 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:55:09.590313 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-412c9c5e-968d-41cc-b42b-8f07ea6b18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:09.592622 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-412c9c5e-968d-41cc-b42b-8f07ea6b18ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1130 time: 0.0831866 Jun 21 05:55:09.659773 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:55:09.666215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:09.672990 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:55:09.694945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:09.696133 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:09.730953 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '1702aaaa-28c2-44f7-8037-cbe4a8ee6378', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:48:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:07Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:09.747972 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-db897638-c457-4fbc-8b21-ec79a1a8e56d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "PUT /v2.0/floatingips/289721c7-7c22-4d91-ab88-322b7663d95f HTTP/1.1" status: 200 len: 990 time: 2.3346906 Jun 21 05:55:09.751573 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:09.754040 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:09.791541 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e888196-0451-4359-b2e1-6a506cd6634a None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '1702aaaa-28c2-44f7-8037-cbe4a8ee6378', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:48:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:07Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:55:09.791844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52933d61-aca2-4b86-8c73-b520dba6923b req-9661fb1d-276c-4a33-8920-4ead546228c4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:09.805492 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52933d61-aca2-4b86-8c73-b520dba6923b req-9661fb1d-276c-4a33-8920-4ead546228c4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1102068 Jun 21 05:55:09.829328 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b864ff-ff12-47b1-bd33-8383491b2a7c x-openstack-request-id: req-c8b864ff-ff12-47b1-bd33-8383491b2a7c {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:09.829328 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:09.829328 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8b864ff-ff12-47b1-bd33-8383491b2a7c {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:09.829328 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b864ff-ff12-47b1-bd33-8383491b2a7c'] response: {'name': 'network-changed', 'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'status': 'completed', 'code': 200} Jun 21 05:55:09.891910 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52933d61-aca2-4b86-8c73-b520dba6923b req-13092b3e-d91f-483a-a9c7-e3c09035847d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853436 Jun 21 05:55:09.900629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:10.241525 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c49e0-4685-47e6-a591-c1e0d92c36e9 None None] New status for floating IP 1702aaaa-28c2-44f7-8037-cbe4a8ee6378: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:55:10.307673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:10.339300 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530e22-5615-4a73-9b1c-421c3555ca05 req-9e04703e-5e5c-47e1-b59c-5425dec4974b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:10.344488 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ac530e22-5615-4a73-9b1c-421c3555ca05 req-9e04703e-5e5c-47e1-b59c-5425dec4974b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1012115 Jun 21 05:55:10.358280 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:10.359715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:08Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:10.377191 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-b76e3843-9735-48ac-b2c2-87c9bae3a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:10.382777 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-b76e3843-9735-48ac-b2c2-87c9bae3a289 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.2882226 Jun 21 05:55:10.401886 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:55:10.412156 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:10.412775 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:10.455017 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ac530e22-5615-4a73-9b1c-421c3555ca05 req-2da74479-3cf0-4182-963b-16a35fd09677 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038902 Jun 21 05:55:10.513632 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93a7b0-3121-44de-a1fa-226c68739131 req-86a899c4-8c94-433d-a8a8-f3b2816d3c01 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:10.516915 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8c93a7b0-3121-44de-a1fa-226c68739131 req-86a899c4-8c94-433d-a8a8-f3b2816d3c01 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1099095 Jun 21 05:55:10.562045 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:10.601198 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-545b279b-aba0-4478-bd5b-474a48d288c0 req-998a1549-886f-46d4-95ef-029d76d3ff99 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0387390 Jun 21 05:55:10.612616 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8c93a7b0-3121-44de-a1fa-226c68739131 req-9fec484c-f78f-41ab-a195-a507a34093c2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886672 Jun 21 05:55:10.713494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350996b-5cd4-43e8-9d84-4ff95832f05a req-2ac94988-b680-47ea-8dfb-5ae2851d5ad8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:10.714959 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9350996b-5cd4-43e8-9d84-4ff95832f05a req-2ac94988-b680-47ea-8dfb-5ae2851d5ad8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0519319 Jun 21 05:55:10.724052 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:10.728636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'floatingip': {'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:10.769248 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:10.782432 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:08Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:10.808628 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e5d8d-1167-4e0f-abf3-9b7fe6c54272 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:08Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:55:11.449509 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:11.454745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:11.509563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:11.569644 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Floating IP 242f685b-ef80-4632-92e7-f7272afae58e associated. External IP: 172.27.0.241, port: 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591. Jun 21 05:55:11.631858 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c558c45-cd1e-4fbb-897a-557d6d863d0b None None] New status for floating IP 289721c7-7c22-4d91-ab88-322b7663d95f: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:55:11.762035 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00b24640-14bb-422f-ae60-18f9a40ad97c req-d6d5e10c-1dd7-489b-b2e4-0b33ec325a2c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0394897 Jun 21 05:55:11.821207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c32ec3-dadc-4875-b6d9-a498f5e9063a req-ea1b3a9c-4a9f-43b8-a942-7f3a7765220c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:11.823737 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01c32ec3-dadc-4875-b6d9-a498f5e9063a req-ea1b3a9c-4a9f-43b8-a942-7f3a7765220c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0720115 Jun 21 05:55:11.829997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:55:11.898171 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01c32ec3-dadc-4875-b6d9-a498f5e9063a req-b240ac52-71ff-4e5f-bba6-2633bed17d2a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Jun 21 05:55:11.905022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:11.992318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:55:11.998075 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.006648 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:55:12.021609 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:12.024257 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:12.037792 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fc0603ff-bb42-4ee3-bfd9-3587a7bd8522 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "PUT /v2.0/floatingips/242f685b-ef80-4632-92e7-f7272afae58e HTTP/1.1" status: 200 len: 991 time: 1.3126407 Jun 21 05:55:12.039442 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:12.043298 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21abe5-cab3-4a46-882c-393c170a872a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:12.117340 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:12.121663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52084e00-f2fd-4509-a308-5e577fb8bb4e x-openstack-request-id: req-52084e00-f2fd-4509-a308-5e577fb8bb4e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:12.122770 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:12.123309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52084e00-f2fd-4509-a308-5e577fb8bb4e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:12.123751 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52084e00-f2fd-4509-a308-5e577fb8bb4e'] response: {'name': 'network-changed', 'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'status': 'completed', 'code': 200} Jun 21 05:55:12.153471 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:12.188708 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:12.319385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:12.427462 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '242f685b-ef80-4632-92e7-f7272afae58e', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:14Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:12.437845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a163330e-5c8f-454d-a8cb-9ccd7378edeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.452194 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:55:12.460494 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:12.461098 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:54:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:12.520993 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a163330e-5c8f-454d-a8cb-9ccd7378edeb admin admin] Publish callbacks [] for security_group (29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.525549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a163330e-5c8f-454d-a8cb-9ccd7378edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.594142 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:12.614719 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163330e-5c8f-454d-a8cb-9ccd7378edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:12.621176 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a163330e-5c8f-454d-a8cb-9ccd7378edeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bc66833f9f8412688d341f69681dee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002222 Jun 21 05:55:12.621679 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39312) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:12.674928 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-a8aed452-0c7a-4257-84dc-941df9f8ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:12.676680 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-a8aed452-0c7a-4257-84dc-941df9f8ff35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 1129 time: 0.1331630 Jun 21 05:55:12.678536 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] Publish callbacks [] for security_group (29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.704089 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] Publish callbacks [] for security_group (29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.711953 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-0cbc8a27-6e97-4534-9ec6-977c918b7276 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 1002 time: 0.1125295 Jun 21 05:55:12.740218 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:12.755387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.757838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:12.760021 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e HTTP/1.1" status: 204 len: 168 time: 0.1363108 Jun 21 05:55:12.768029 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eac8f-0e96-4b22-9732-3b6f28565e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e745e0-0c5a-4b2f-8e22-b91ea67cdb8e,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:12.833017 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0906381e-576c-436b-9444-15b4652bd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '242f685b-ef80-4632-92e7-f7272afae58e', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:14Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:12.865865 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906381e-576c-436b-9444-15b4652bd766 None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '242f685b-ef80-4632-92e7-f7272afae58e', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:14Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:55:12.866284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f5c066e5-38c5-4901-a25d-5b86d54c7feb req-92359a55-9ac4-4b68-a89a-836ff51f4276 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0294914 Jun 21 05:55:13.040524 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7d1a-fc95-4faf-9d0b-9d426b8c9f03 req-28405e9f-30cb-45c2-807f-a4187e86e46e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:13.042477 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-53dc7d1a-fc95-4faf-9d0b-9d426b8c9f03 req-28405e9f-30cb-45c2-807f-a4187e86e46e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0512130 Jun 21 05:55:13.115594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-53dc7d1a-fc95-4faf-9d0b-9d426b8c9f03 req-fd7031e4-7cc8-4d69-8377-492756e541da tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Jun 21 05:55:13.124070 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9a8d7-66c4-4020-a5dd-09abdf5be0b3 None None] New status for floating IP 242f685b-ef80-4632-92e7-f7272afae58e: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:55:13.168569 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39322) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:13.175721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:13.185075 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-66eb0b83-495d-4851-8b5e-da61fa4a7a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.287300 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-66eb0b83-495d-4851-8b5e-da61fa4a7a8f admin admin] Publish callbacks [] for security_group (8cedb4b7-9683-496f-9796-5d151ab98b47), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.301123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-66eb0b83-495d-4851-8b5e-da61fa4a7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8cedb4b7-9683-496f-9796-5d151ab98b47), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.348202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-66eb0b83-495d-4851-8b5e-da61fa4a7a8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a24c1ffa39a74075bb5a8a9b731ef05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785123 Jun 21 05:55:13.349623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb0b83-495d-4851-8b5e-da61fa4a7a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedb4b7-9683-496f-9796-5d151ab98b47,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:13.351824 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39326) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:13.408178 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] Publish callbacks [] for security_group (8cedb4b7-9683-496f-9796-5d151ab98b47), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.429612 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] Publish callbacks [] for security_group (8cedb4b7-9683-496f-9796-5d151ab98b47), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.483778 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8cedb4b7-9683-496f-9796-5d151ab98b47), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.486301 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.487451 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cedb4b7-9683-496f-9796-5d151ab98b47 HTTP/1.1" status: 204 len: 168 time: 0.1346290 Jun 21 05:55:13.495932 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d705e-9692-41ca-9cbb-6837b33f6c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedb4b7-9683-496f-9796-5d151ab98b47,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:13.869759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39334) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:13.877341 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:13.884555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc1823f4-b92b-42fb-9212-e7069d4b19b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.966200 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc1823f4-b92b-42fb-9212-e7069d4b19b4 admin admin] Publish callbacks [] for security_group (2cdcd126-3ee9-4dea-8307-24ceebfdd96b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.970465 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc1823f4-b92b-42fb-9212-e7069d4b19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2cdcd126-3ee9-4dea-8307-24ceebfdd96b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:13.972074 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61b98e74-aa67-43b5-b629-10a82e84871a req-509690e4-9b9e-4d50-9a39-59c1dc6c4814 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0286758 Jun 21 05:55:14.011668 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1823f4-b92b-42fb-9212-e7069d4b19b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdcd126-3ee9-4dea-8307-24ceebfdd96b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:14.019271 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-dc1823f4-b92b-42fb-9212-e7069d4b19b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=844501d4e89a4662ac6bdfc8899bd4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481197 Jun 21 05:55:14.021743 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:14.078980 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] Publish callbacks [] for security_group (2cdcd126-3ee9-4dea-8307-24ceebfdd96b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:14.090138 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:14.107511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] Publish callbacks [] for security_group (2cdcd126-3ee9-4dea-8307-24ceebfdd96b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:14.174869 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2cdcd126-3ee9-4dea-8307-24ceebfdd96b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:14.177382 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:14.181182 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cdcd126-3ee9-4dea-8307-24ceebfdd96b HTTP/1.1" status: 204 len: 168 time: 0.1555305 Jun 21 05:55:14.188912 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aefce-196a-4b16-a718-e18e20ad05ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdcd126-3ee9-4dea-8307-24ceebfdd96b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:14.236762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ac2cb-f4ea-406c-aa1f-95ee73b1577a req-94dd8545-1731-4168-a48e-1ac1bfd57c8c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:14.238273 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c5ac2cb-f4ea-406c-aa1f-95ee73b1577a req-94dd8545-1731-4168-a48e-1ac1bfd57c8c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Jun 21 05:55:14.285761 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c5ac2cb-f4ea-406c-aa1f-95ee73b1577a req-97a91488-a646-4471-accc-996cbc7e3508 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Jun 21 05:55:14.607449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-d10bf53e-88ec-4c78-9753-99ddabaa8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:14.608934 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-d10bf53e-88ec-4c78-9753-99ddabaa8fec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.1825731 Jun 21 05:55:14.613826 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21abe5-cab3-4a46-882c-393c170a872a req-0f5b4652-50c0-4edc-b280-b150bf47b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:14.615267 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-0f5b4652-50c0-4edc-b280-b150bf47b9aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1129 time: 0.1695611 Jun 21 05:55:14.617843 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b545-9622-416b-97b9-7c37bf875865 req-8dfb74c5-530d-4ef0-bc0a-454590a95e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:14.619239 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-8dfb74c5-530d-4ef0-bc0a-454590a95e97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1130 time: 0.1609063 Jun 21 05:55:14.636521 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-feb97761-db00-4e61-a273-acc12102173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:14.638764 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-feb97761-db00-4e61-a273-acc12102173d service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.2134564 Jun 21 05:55:15.077404 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-3c6c08b3-620c-428c-8407-723e9fd8f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.079040 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-3c6c08b3-620c-428c-8407-723e9fd8f074 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774535 Jun 21 05:55:15.103235 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-0379b529-d3eb-4cfd-bcb8-701b19a600f8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.112030 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-0379b529-d3eb-4cfd-bcb8-701b19a600f8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 808 time: 0.2037811 Jun 21 05:55:15.153046 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-a25e15f9-bed6-47b9-be98-212610e68b00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824 HTTP/1.1" status: 200 len: 1000 time: 0.2361481 Jun 21 05:55:15.167138 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c685bbb3-7982-405a-9bea-f9cd42ec0226 req-90e9ec5e-bdf1-43d3-b012-672692af31d8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.0496974 Jun 21 05:55:15.171935 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Request body: {'port': {'device_id': '4ef7f692-5104-495d-8450-a3be2804f52a', 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a', 'admin_state_up': True, 'tenant_id': 'cbeaefc57cd14db6ba982fc059b70b70'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:15.226737 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd084-0ebf-48a3-97b8-12230fd220ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:15.341879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Made reservation on behalf of cbeaefc57cd14db6ba982fc059b70b70 for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:15.346237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:15.589382 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091e409-2ba2-44ce-beac-012dfedb4de3 req-312785a7-72d9-4632-83af-9c35b5610d2e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.591908 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7091e409-2ba2-44ce-beac-012dfedb4de3 req-312785a7-72d9-4632-83af-9c35b5610d2e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.2233069 Jun 21 05:55:15.592450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:15.593450 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21abe5-cab3-4a46-882c-393c170a872a req-c8a2eac4-ceea-4e80-8e69-75db061b7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.596775 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-c8a2eac4-ceea-4e80-8e69-75db061b7b74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.6800406 Jun 21 05:55:15.607057 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b545-9622-416b-97b9-7c37bf875865 req-2ebb6a95-a1cf-4489-8e75-76bab7519e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.610318 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-2ebb6a95-a1cf-4489-8e75-76bab7519e6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.6776860 Jun 21 05:55:15.664568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Allocated IP 172.20.0.8 (384d9f09-0db5-4d95-aab9-02eb51e6286a/a8c0aeae-bd3b-4e3a-b74f-de85d028014f/2c564256-98ef-4e07-b576-771aee33d26e) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:55:15.676433 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7091e409-2ba2-44ce-beac-012dfedb4de3 req-95604489-1c32-48da-9937-f27a5a2b8bd1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Jun 21 05:55:15.695191 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-fad41a6c-59c7-4e88-8826-471a5cafe5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.696985 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-fad41a6c-59c7-4e88-8826-471a5cafe5f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.5197573 Jun 21 05:55:15.697953 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:15.794492 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-4984823e-ed0b-46c9-babc-a70ef471094c service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770575 Jun 21 05:55:15.809250 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-4b99dc1b-1e9b-48f4-9ca0-1b6714c9bc65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef HTTP/1.1" status: 200 len: 217 time: 0.0869975 Jun 21 05:55:15.829839 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-28813929-d126-4951-8295-39094eaf7c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 1001 time: 0.2252874 Jun 21 05:55:15.898290 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:15.902075 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks [] for port (2c564256-98ef-4e07-b576-771aee33d26e), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:15.935445 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:15.940926 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:15.968726 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-f98e3599-162d-4f65-ac4c-8b28c3b9beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:15.970267 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-f98e3599-162d-4f65-ac4c-8b28c3b9beb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1748862 Jun 21 05:55:16.029093 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b545-9622-416b-97b9-7c37bf875865 req-54d84998-bce4-41ed-b755-a687817cab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.030978 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:55:16.034466 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Pushing event updated for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:16.038276 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-54d84998-bce4-41ed-b755-a687817cab44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.2058647 Jun 21 05:55:16.038968 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:55:16.041377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:55:16.042345 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21abe5-cab3-4a46-882c-393c170a872a req-f3edf68d-8344-4abf-a449-0831f1d18644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.043796 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-f3edf68d-8344-4abf-a449-0831f1d18644 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.1655478 Jun 21 05:55:16.046874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.047591 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:16.056073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375d424-c946-4701-ba7f-f1691e8b6656 req-85f7d215-0429-4231-ac56-4d138014104e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.057650 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c375d424-c946-4701-ba7f-f1691e8b6656 req-85f7d215-0429-4231-ac56-4d138014104e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.1045966 Jun 21 05:55:16.061404 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79d441e8-98c4-4ce5-a504-b9f20f83dded req-5bab46fa-c925-416b-8cb9-956c8f7cadf7 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340682 Jun 21 05:55:16.089629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-76bcbf60-7e84-4f62-8f5e-619d0b20c76a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9244640 Jun 21 05:55:16.124218 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c375d424-c946-4701-ba7f-f1691e8b6656 req-380c359d-8ad0-40df-a572-7e60f5468b96 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601547 Jun 21 05:55:16.286994 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0361df-90d5-4edc-b8a6-30a2f616faa6 req-2a324620-4e69-4608-b6b5-bb624e30cab8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.288515 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e0361df-90d5-4edc-b8a6-30a2f616faa6 req-2a324620-4e69-4608-b6b5-bb624e30cab8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 931 time: 0.0466528 Jun 21 05:55:16.337313 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e0361df-90d5-4edc-b8a6-30a2f616faa6 req-1beb3728-1fc7-451a-bbee-8d1634e1f001 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Jun 21 05:55:16.786945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957923-d1ba-44dc-90d4-915ab2b38f68 req-525dcdb7-2ac1-429e-a0a7-bb8496565b27 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:16.788494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe957923-d1ba-44dc-90d4-915ab2b38f68 req-525dcdb7-2ac1-429e-a0a7-bb8496565b27 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0466735 Jun 21 05:55:16.836973 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe957923-d1ba-44dc-90d4-915ab2b38f68 req-45f10a33-b662-49cd-8145-f3a939a772e6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Jun 21 05:55:17.245864 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174004-5f60-47e3-97fa-581ac87da18e req-d0ab250e-39cc-4247-abfd-96fb6a083662 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:17.247753 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b1174004-5f60-47e3-97fa-581ac87da18e req-d0ab250e-39cc-4247-abfd-96fb6a083662 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0531335 Jun 21 05:55:17.280363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7129e9de-a330-45d0-84d8-2cc769d416d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:17.299872 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b1174004-5f60-47e3-97fa-581ac87da18e req-f9c0383f-9f4e-4fe4-a068-7fa4dc79db8d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Jun 21 05:55:17.446673 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719c36-e55d-4ff6-a8fc-c8c2fb85e0ce req-afb129ef-8d69-4fc9-ae9c-7ff99df1b9d9 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:17.448119 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa719c36-e55d-4ff6-a8fc-c8c2fb85e0ce req-afb129ef-8d69-4fc9-ae9c-7ff99df1b9d9 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 931 time: 0.0449073 Jun 21 05:55:17.494067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa719c36-e55d-4ff6-a8fc-c8c2fb85e0ce req-7bab48c2-ffe7-4550-ab6c-9cdefe8adf3c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Jun 21 05:55:17.961437 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52633-7e9c-42c3-a045-11b4fcca488d req-2fd45635-a45f-4fd0-8db1-3dffeadba60c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:17.962983 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70e52633-7e9c-42c3-a045-11b4fcca488d req-2fd45635-a45f-4fd0-8db1-3dffeadba60c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0505970 Jun 21 05:55:18.011162 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70e52633-7e9c-42c3-a045-11b4fcca488d req-ab2d8688-52e2-457f-bddc-c856d902bae2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Jun 21 05:55:18.412648 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7e033-8fa8-4bb3-a26b-b04981674c53 req-8633b751-3f16-4208-b2e0-688826943841 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:18.414177 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dba7e033-8fa8-4bb3-a26b-b04981674c53 req-8633b751-3f16-4208-b2e0-688826943841 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0469320 Jun 21 05:55:18.426123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:18.464707 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dba7e033-8fa8-4bb3-a26b-b04981674c53 req-cafeaf48-bb13-4229-8ffc-0312b4f3a604 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Jun 21 05:55:18.613106 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76c3c4-bb33-452e-940c-afcab399207f req-a23af374-9f48-4882-a180-1258660bb8b5 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:18.614626 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c76c3c4-bb33-452e-940c-afcab399207f req-a23af374-9f48-4882-a180-1258660bb8b5 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 931 time: 0.0488913 Jun 21 05:55:18.666119 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c76c3c4-bb33-452e-940c-afcab399207f req-e15c2e89-124d-4815-9c3e-8e622f4a7775 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Jun 21 05:55:18.817395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.123863 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2b12b-c426-4346-b311-a704e4d71759 req-cc7c048d-e9bf-434b-a924-899fd63911b2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:19.125374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39a2b12b-c426-4346-b311-a704e4d71759 req-cc7c048d-e9bf-434b-a924-899fd63911b2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0472119 Jun 21 05:55:19.174399 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39a2b12b-c426-4346-b311-a704e4d71759 req-25feb155-ff5d-4902-bd6e-43426e275e63 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Jun 21 05:55:19.296197 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Request body: {'port': {'device_id': '4ef7f692-5104-495d-8450-a3be2804f52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:19.323244 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:19.361066 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2c564256-98ef-4e07-b576-771aee33d26e), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.397202 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b545-9622-416b-97b9-7c37bf875865 req-9068927a-f111-4359-b640-37c967d7de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:19.398715 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-9068927a-f111-4359-b640-37c967d7de56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079490 Jun 21 05:55:19.426971 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21abe5-cab3-4a46-882c-393c170a872a req-47c57bab-74e2-426d-bbef-042c1e87121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:19.428572 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-47c57bab-74e2-426d-bbef-042c1e87121b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278422 Jun 21 05:55:19.575093 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-cd0fee0a-b2b2-42e5-b9ad-2da9db562cfd service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829666 Jun 21 05:55:19.614444 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-9be19091-0488-4139-8661-f782a272693f service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887910 Jun 21 05:55:19.616274 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-0d10abda-2d6d-41da-927e-26bb90ddc7ce service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768384 Jun 21 05:55:19.619845 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a091e-f529-4445-ae1a-ce624f5ee256 req-be4f8fe4-6a24-428d-a962-00c940cac87c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:19.621317 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b9a091e-f529-4445-ae1a-ce624f5ee256 req-be4f8fe4-6a24-428d-a962-00c940cac87c tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.0716097 Jun 21 05:55:19.693673 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c564256-98ef-4e07-b576-771aee33d26e {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:19.707291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks [] for port (2c564256-98ef-4e07-b576-771aee33d26e), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.728799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Transition to ACTIVE for port object 2c564256-98ef-4e07-b576-771aee33d26e will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:55:19.734528 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b9a091e-f529-4445-ae1a-ce624f5ee256 req-aa54555a-9b9d-491f-8716-f27851330e39 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/security-groups?id=600c9b70-6fc0-4266-85ea-f369b98fdd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054497 Jun 21 05:55:19.735710 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.849130 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Pushing event updated for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:19.857676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217db0-cd3e-47e7-a935-d98eb7f44889 req-59ff8b3a-00a9-4598-8fdb-7ceacd0244b8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:19.858986 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e217db0-cd3e-47e7-a935-d98eb7f44889 req-59ff8b3a-00a9-4598-8fdb-7ceacd0244b8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0849059 Jun 21 05:55:19.892723 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6465b545-9622-416b-97b9-7c37bf875865 req-3698b656-ade1-4fb3-8850-f5ba94018786 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480965 Jun 21 05:55:19.898480 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Attempting to bind port 2c564256-98ef-4e07-b576-771aee33d26e on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:55:19.898792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Attempting to bind port 2c564256-98ef-4e07-b576-771aee33d26e by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:55:19.899101 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Attempting to bind port 2c564256-98ef-4e07-b576-771aee33d26e on network 384d9f09-0db5-4d95-aab9-02eb51e6286a {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:55:19.903711 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c2469e87-f246-4e6e-8e68-bfcf4696fe8b req-edcc0529-b24a-49a8-839a-af7a8d8cc604 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571990 Jun 21 05:55:19.917899 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bb21abe5-cab3-4a46-882c-393c170a872a req-56814c36-b8ae-4b56-bed6-f94ce5642051 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566903 Jun 21 05:55:19.921831 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Port 2c564256-98ef-4e07-b576-771aee33d26e on network 384d9f09-0db5-4d95-aab9-02eb51e6286a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:55:19.923000 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Attempting to bind port 2c564256-98ef-4e07-b576-771aee33d26e on network 384d9f09-0db5-4d95-aab9-02eb51e6286a {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:55:19.947231 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:55:19.947664 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Checking segment: {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:55:19.948063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Bound using segment: {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:55:19.948491 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Bound port: 2c564256-98ef-4e07-b576-771aee33d26e, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:55:19.949074 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2c564256-98ef-4e07-b576-771aee33d26e), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.958116 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:19.994189 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e217db0-cd3e-47e7-a935-d98eb7f44889 req-4c7ed7cd-355a-446c-906a-884629d98281 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058476 Jun 21 05:55:20.072092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:20.110096 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-9c63978f-3682-46e4-8542-c3b657254b0e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:20.111754 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-9c63978f-3682-46e4-8542-c3b657254b0e tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.23 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 946 time: 0.1129274 Jun 21 05:55:20.117242 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:55:20.120588 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2c564256-98ef-4e07-b576-771aee33d26e,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:55:20.130061 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.174226 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:20.174840 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.176453 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c564256-98ef-4e07-b576-771aee33d26e HTTP/1.1" status: 200 len: 1093 time: 0.8843598 Jun 21 05:55:20.176779 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:20.192439 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d4092-a7da-4037-a253-0854f7856e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "tag": "2c564256-98ef-4e07-b576-771aee33d26e"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:20.222737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1f1ca-e00b-4ce7-9507-0801c2debb09 service neutron] Pushing event updated for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:20.257343 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:20.264649 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a363c4d-25a6-4507-9052-abd7c2489403 x-openstack-request-id: req-5a363c4d-25a6-4507-9052-abd7c2489403 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:20.265081 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "tag": "2c564256-98ef-4e07-b576-771aee33d26e", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:20.265471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a363c4d-25a6-4507-9052-abd7c2489403 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:20.266932 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a363c4d-25a6-4507-9052-abd7c2489403'] response: {'name': 'network-changed', 'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e', 'status': 'completed', 'code': 200} Jun 21 05:55:20.271169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Deleting port 3b55b939-e669-4c15-98a5-c5175355b381 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:20.271169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (3b55b939-e669-4c15-98a5-c5175355b381), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.281503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-1ed315b3-2077-4443-8ca5-2dcb24bdf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:20.283473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-1ed315b3-2077-4443-8ca5-2dcb24bdf249 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 1127 time: 0.0574234 Jun 21 05:55:20.350100 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-de44b791-0909-49c0-927a-6166946922b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564256-98ef-4e07-b576-771aee33d26e HTTP/1.1" status: 200 len: 217 time: 0.0548027 Jun 21 05:55:20.360992 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:20.365259 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8239-6edd-4ab8-b1b7-7ece75f8810d req-790b0b7b-3ba5-4744-959d-ce71775e80e1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:20.366862 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1af8239-6edd-4ab8-b1b7-7ece75f8810d req-790b0b7b-3ba5-4744-959d-ce71775e80e1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0821416 Jun 21 05:55:20.374929 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] For port 3b55b939-e669-4c15-98a5-c5175355b381, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=3b55b939-e669-4c15-98a5-c5175355b381,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:20.375286 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (3b55b939-e669-4c15-98a5-c5175355b381), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.391897 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Calling delete_port for 3b55b939-e669-4c15-98a5-c5175355b381 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:20.424318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:20.440737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-d23e42e7-bb5f-46ff-965a-fb59d33f6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:20.442238 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-d23e42e7-bb5f-46ff-965a-fb59d33f6976 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c0aeae-bd3b-4e3a-b74f-de85d028014f HTTP/1.1" status: 200 len: 848 time: 0.0744975 Jun 21 05:55:20.457708 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1af8239-6edd-4ab8-b1b7-7ece75f8810d req-4e3f576b-34d9-4e5c-b6c8-4fd04824fcc9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813816 Jun 21 05:55:20.497231 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.553363 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (3b55b939-e669-4c15-98a5-c5175355b381), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.583497 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Pushing event deleted for resources: {'Port': ['ID=3b55b939-e669-4c15-98a5-c5175355b381,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:20.649394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] No DVR routers for this DVR port 3b55b939-e669-4c15-98a5-c5175355b381 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:55:20.652474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:20.655747 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-47fd0112-59fb-41db-9df9-f12553aebe33 req-c4a08f40-e41a-4249-b21b-3d3d3163c9c7 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.23 "DELETE /v2.0/ports/3b55b939-e669-4c15-98a5-c5175355b381 HTTP/1.1" status: 204 len: 173 time: 0.5293663 Jun 21 05:55:20.656209 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'name': 'network-vif-deleted', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:20.658421 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07fbb4-0552-430f-8e48-f7d88c056933" -d '{"events": [{"server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "name": "network-vif-deleted", "tag": "3b55b939-e669-4c15-98a5-c5175355b381"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:20.692126 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:55:20.695318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68266399-cedb-4e50-bfbd-a27bb3d2cec6 x-openstack-request-id: req-68266399-cedb-4e50-bfbd-a27bb3d2cec6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:20.695604 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be655d46-baab-49d2-842e-55873b5e4e91", "name": "network-vif-deleted", "tag": "3b55b939-e669-4c15-98a5-c5175355b381", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:20.695848 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68266399-cedb-4e50-bfbd-a27bb3d2cec6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:20.696241 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68266399-cedb-4e50-bfbd-a27bb3d2cec6'] response: {'server_uuid': 'be655d46-baab-49d2-842e-55873b5e4e91', 'name': 'network-vif-deleted', 'tag': '3b55b939-e669-4c15-98a5-c5175355b381', 'status': 'completed', 'code': 200} Jun 21 05:55:20.849173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-af18d086-8825-4b66-a82a-02d06a832bf7 req-027a8f7f-df9a-404f-9b28-0dd8043aa5ad tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Jun 21 05:55:21.123227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c79fd-05d6-4c43-97a8-896399cbb0ad req-25ca3f37-b2ba-4f7e-a3c0-f66b513b33fe tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:21.124683 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-270c79fd-05d6-4c43-97a8-896399cbb0ad req-25ca3f37-b2ba-4f7e-a3c0-f66b513b33fe tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0469434 Jun 21 05:55:21.170619 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-270c79fd-05d6-4c43-97a8-896399cbb0ad req-1f78d067-7e8f-4db9-a2a7-36e2db4f6134 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Jun 21 05:55:21.378567 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-3beb1d5d-5ee1-4c63-ad68-756ce3b83da0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=384d9f09-0db5-4d95-aab9-02eb51e6286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348866 Jun 21 05:55:21.569134 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e2cbf-abfb-4d51-8c9a-9590f197b075 req-1e6e04ec-b7e0-4747-b1b4-826fb27d18b4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:21.570654 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae3e2cbf-abfb-4d51-8c9a-9590f197b075 req-1e6e04ec-b7e0-4747-b1b4-826fb27d18b4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0467465 Jun 21 05:55:21.618921 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae3e2cbf-abfb-4d51-8c9a-9590f197b075 req-4aa525e2-bf27-416e-abc2-73217e6802b3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Jun 21 05:55:21.949279 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d0bb70f-e2ad-43db-902e-2a1ab3c0e15c req-bc3ce371-0917-4b50-b669-014b044e504a tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Jun 21 05:55:22.292549 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5776-be20-4189-bbcd-949fa6c07297 req-61dfe3c5-9e95-48f6-b671-e071502a6960 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:22.292549 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6bab5776-be20-4189-bbcd-949fa6c07297 req-61dfe3c5-9e95-48f6-b671-e071502a6960 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0485699 Jun 21 05:55:22.336773 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6bab5776-be20-4189-bbcd-949fa6c07297 req-59f55547-7048-4ba0-aa20-5707180cf577 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Jun 21 05:55:22.736222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4dfdf-f542-467f-bef9-127d9b3c03a5 req-17a521c9-3b09-4e7d-b1fb-61ab7c30c27d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:22.737952 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-29b4dfdf-f542-467f-bef9-127d9b3c03a5 req-17a521c9-3b09-4e7d-b1fb-61ab7c30c27d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0525260 Jun 21 05:55:22.787177 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-29b4dfdf-f542-467f-bef9-127d9b3c03a5 req-50304f83-dd89-4ca0-ad87-36c1fe098064 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Jun 21 05:55:22.836890 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=64 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:23.045066 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-98602401-422d-469f-970d-34e0692603cd req-61e158aa-28ec-4ca6-a5c1-ea6c8a35e771 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0273523 Jun 21 05:55:23.189996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['3b55b939-e669-4c15-98a5-c5175355b381'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:23.289711 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-60dc5de6-0a3c-4561-bef9-1b19d09ad4ed service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888605 Jun 21 05:55:23.382020 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4e4e5931-b246-4d2f-85b6-088008eb8ac9 req-63d9474f-0318-40b7-b0bf-723ce01ec767 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Jun 21 05:55:23.455290 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08141cac-c70e-47fa-b14d-6f78623936b9 req-e1668212-5248-45a4-b6d7-e57be38bb325 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:23.456753 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08141cac-c70e-47fa-b14d-6f78623936b9 req-e1668212-5248-45a4-b6d7-e57be38bb325 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0500739 Jun 21 05:55:23.505624 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08141cac-c70e-47fa-b14d-6f78623936b9 req-5593d416-e6d8-4f9f-a221-0b634cd0f986 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Jun 21 05:55:23.885474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:23.904422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736681-8d8b-4413-a4b7-4ed5b952dc86 req-78871f8d-726c-4e2a-b7e4-0016635ab555 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:23.905862 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99736681-8d8b-4413-a4b7-4ed5b952dc86 req-78871f8d-726c-4e2a-b7e4-0016635ab555 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0478575 Jun 21 05:55:23.954732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99736681-8d8b-4413-a4b7-4ed5b952dc86 req-1b0e185f-9715-4838-895b-b21f1e50c02c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Jun 21 05:55:24.149662 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-10d844cd-ef27-4f07-a95f-fe03feb289c2 req-472c16cb-a8b8-4146-9cd9-f61e05c36116 tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0336249 Jun 21 05:55:24.648892 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4092-a7da-4037-a253-0854f7856e5c req-da3152d1-fa26-4e4a-b6a2-4fc0efd87d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:24.650611 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-da3152d1-fa26-4e4a-b6a2-4fc0efd87d6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 1127 time: 0.0971632 Jun 21 05:55:24.726821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:24.738469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d3391-3c65-496f-86cc-35007fbb9773 req-95592c90-e322-4042-9824-2ad058a4b63a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:24.740294 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b6d3391-3c65-496f-86cc-35007fbb9773 req-95592c90-e322-4042-9824-2ad058a4b63a tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.1383476 Jun 21 05:55:24.795871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4092-a7da-4037-a253-0854f7856e5c req-590a8ab8-9374-4c1c-a56c-c53e62ed2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:24.797396 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-590a8ab8-9374-4c1c-a56c-c53e62ed2539 service neutron] 10.222.0.23 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 909 time: 0.1361611 Jun 21 05:55:24.815137 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b6d3391-3c65-496f-86cc-35007fbb9773 req-6b9f68de-257e-434e-b43b-85d45bf8c7cd tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606475 Jun 21 05:55:25.044384 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-3665f143-d22b-470c-aecc-151debdc210e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564256-98ef-4e07-b576-771aee33d26e HTTP/1.1" status: 200 len: 217 time: 0.0425735 Jun 21 05:55:25.203700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 3b55b939-e669-4c15-98a5-c5175355b381 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:55:25.233416 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 3b55b939-e669-4c15-98a5-c5175355b381 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:55:25.234435 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 3b55b939-e669-4c15-98a5-c5175355b381 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:55:25.365479 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e5f881ec-723a-4ba7-802f-620a85415ece req-cc8b1bcb-76d9-417b-a14c-9d8e342aef6d tempest-DeleteServersTestJSON-903632440 tempest-DeleteServersTestJSON-903632440-project] 10.222.0.18 "GET /v2.0/ports?device_id=be655d46-baab-49d2-842e-55873b5e4e91 HTTP/1.1" status: 200 len: 210 time: 0.0421615 Jun 21 05:55:25.377489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502013f6-48e0-4123-a17b-6c3c836c3448 req-ce657b6a-8ec3-402a-8f97-0b2918d6fe4d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:25.378971 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-502013f6-48e0-4123-a17b-6c3c836c3448 req-ce657b6a-8ec3-402a-8f97-0b2918d6fe4d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.3161652 Jun 21 05:55:25.380620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4092-a7da-4037-a253-0854f7856e5c req-7727a470-e3ca-4e86-83b3-5863f7e7824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:25.382005 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-7727a470-e3ca-4e86-83b3-5863f7e7824d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c0aeae-bd3b-4e3a-b74f-de85d028014f HTTP/1.1" status: 200 len: 848 time: 0.3290563 Jun 21 05:55:25.425705 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-4c2721c7-b39d-4f78-b71e-faa067c040c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=384d9f09-0db5-4d95-aab9-02eb51e6286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346711 Jun 21 05:55:25.480673 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-502013f6-48e0-4123-a17b-6c3c836c3448 req-21df8946-76e3-41b6-b423-975375a78144 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958376 Jun 21 05:55:25.545293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-ed4b34ae-54b0-48b4-a790-c2e3017b9755 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070261 Jun 21 05:55:25.651147 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a46d4092-a7da-4037-a253-0854f7856e5c req-bc04ca8c-4a37-412a-8718-36854d21f4f3 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960617 Jun 21 05:55:25.938999 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2ce6a-9006-4e0c-b2af-14dc837081c1 req-b68fd628-65bd-4358-baa9-0be536cf305e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:25.941263 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-46c2ce6a-9006-4e0c-b2af-14dc837081c1 req-b68fd628-65bd-4358-baa9-0be536cf305e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0477867 Jun 21 05:55:25.989280 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-46c2ce6a-9006-4e0c-b2af-14dc837081c1 req-f238b594-3ea9-43ca-8e0a-fdfd698593d0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Jun 21 05:55:26.602050 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1dd5-ebc3-4017-b662-e4351051c9db req-3a4fcece-aa02-4669-874b-e8921eeedb1a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:26.603561 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a0c1dd5-ebc3-4017-b662-e4351051c9db req-3a4fcece-aa02-4669-874b-e8921eeedb1a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0512581 Jun 21 05:55:26.659768 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a0c1dd5-ebc3-4017-b662-e4351051c9db req-a72f0413-4c65-4f91-92b1-ac0214a04328 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503170 Jun 21 05:55:26.967392 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.120652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29df07-b6b6-4eea-adfc-cfddc6f6b052 req-49a3eeb3-0986-4d80-b16d-c158df2b5ee7 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:27.122363 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb29df07-b6b6-4eea-adfc-cfddc6f6b052 req-49a3eeb3-0986-4d80-b16d-c158df2b5ee7 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 943 time: 0.0581636 Jun 21 05:55:27.158378 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:27.171045 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb29df07-b6b6-4eea-adfc-cfddc6f6b052 req-6aab9437-016b-43ff-ae06-b17775d273eb tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Jun 21 05:55:27.366815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:27.411273 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2c564256-98ef-4e07-b576-771aee33d26e details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:55:27.417527 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:27.462392 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:27.488484 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4970-0688-4e90-a2c1-6778d0b7c2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.518767 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2c564256-98ef-4e07-b576-771aee33d26e,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:27.531134 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '2c564256-98ef-4e07-b576-771aee33d26e', 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a', 'port_id': '2c564256-98ef-4e07-b576-771aee33d26e', 'mac_address': 'fa:16:3e:a1:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0aeae-bd3b-4e3a-b74f-de85d028014f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:55:27.569200 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4970-0688-4e90-a2c1-6778d0b7c2e0 admin admin] Publish callbacks [] for security_group (2f4475ef-affe-4595-a66a-f97f71a885bc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.574155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4970-0688-4e90-a2c1-6778d0b7c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2f4475ef-affe-4595-a66a-f97f71a885bc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.580090 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2c564256-98ef-4e07-b576-771aee33d26e is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:27.580474 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2c564256-98ef-4e07-b576-771aee33d26e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.593688 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c564256-98ef-4e07-b576-771aee33d26e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:27.613030 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c4970-0688-4e90-a2c1-6778d0b7c2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4475ef-affe-4595-a66a-f97f71a885bc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:27.614819 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2c564256-98ef-4e07-b576-771aee33d26e,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:27.620179 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7e3c4970-0688-4e90-a2c1-6778d0b7c2e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=026f5908f2d14a8b88cf2bcef09fa36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493451 Jun 21 05:55:27.620350 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.620720 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39594) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:27.667905 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:27.673020 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] Publish callbacks [] for security_group (2f4475ef-affe-4595-a66a-f97f71a885bc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.695298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] Publish callbacks [] for security_group (2f4475ef-affe-4595-a66a-f97f71a885bc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.781123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04fe86-8d31-4401-a704-bf6c97d21a23 req-d6249a32-7a99-412a-a7a1-cf7048e61593 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:27.782835 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-da04fe86-8d31-4401-a704-bf6c97d21a23 req-d6249a32-7a99-412a-a7a1-cf7048e61593 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0543191 Jun 21 05:55:27.786978 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2f4475ef-affe-4595-a66a-f97f71a885bc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.789744 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:27.790981 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f4475ef-affe-4595-a66a-f97f71a885bc HTTP/1.1" status: 204 len: 168 time: 0.1680341 Jun 21 05:55:27.812427 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03351ed0-2ceb-4405-b04e-43c36e096909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4475ef-affe-4595-a66a-f97f71a885bc,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:27.843969 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-da04fe86-8d31-4401-a704-bf6c97d21a23 req-c23cd482-26e9-49e9-8e91-6eebd49d9465 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519366 Jun 21 05:55:28.078789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39604) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:28.092863 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37386ed0-68a6-444f-8eb5-7337122dc3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.114915 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:28.175011 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37386ed0-68a6-444f-8eb5-7337122dc3f9 admin admin] Publish callbacks [] for security_group (275dfd07-5a25-4253-92b6-f05d18ef6a14), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.178603 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37386ed0-68a6-444f-8eb5-7337122dc3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (275dfd07-5a25-4253-92b6-f05d18ef6a14), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.220669 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-37386ed0-68a6-444f-8eb5-7337122dc3f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc6ceeafe547424f9746107e1b870d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383040 Jun 21 05:55:28.220669 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37386ed0-68a6-444f-8eb5-7337122dc3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275dfd07-5a25-4253-92b6-f05d18ef6a14,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:28.221667 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:28.279335 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] Publish callbacks [] for security_group (275dfd07-5a25-4253-92b6-f05d18ef6a14), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.291479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70f98-fd0f-46b3-ab32-183f421e5d33 req-5b75cc97-8011-4155-b6d8-a5b3371a67e1 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:28.292957 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9ec70f98-fd0f-46b3-ab32-183f421e5d33 req-5b75cc97-8011-4155-b6d8-a5b3371a67e1 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 944 time: 0.0524292 Jun 21 05:55:28.310841 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] Publish callbacks [] for security_group (275dfd07-5a25-4253-92b6-f05d18ef6a14), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.341177 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9ec70f98-fd0f-46b3-ab32-183f421e5d33 req-8e2794e1-24cd-4c0e-b08c-b021b25dd62e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Jun 21 05:55:28.367795 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (275dfd07-5a25-4253-92b6-f05d18ef6a14), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.370374 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:28.371532 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/275dfd07-5a25-4253-92b6-f05d18ef6a14 HTTP/1.1" status: 204 len: 168 time: 0.1486020 Jun 21 05:55:28.379680 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb1c52-0486-4979-b953-7d48acbe701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275dfd07-5a25-4253-92b6-f05d18ef6a14,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:28.959978 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f0ef-07f1-4048-b3ed-03a997188da7 req-a9754fa2-1fa6-4d24-b027-bfc207383d57 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:28.961815 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b92f0ef-07f1-4048-b3ed-03a997188da7 req-a9754fa2-1fa6-4d24-b027-bfc207383d57 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0472400 Jun 21 05:55:29.017047 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b92f0ef-07f1-4048-b3ed-03a997188da7 req-e7660cc9-8e21-46fb-9027-6baa2d6131ed tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Jun 21 05:55:29.461379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9668d-f725-46a0-8f95-9761de472a06 req-705e5480-e68b-4c75-bca3-ec951c6b7f48 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:29.463213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0cf9668d-f725-46a0-8f95-9761de472a06 req-705e5480-e68b-4c75-bca3-ec951c6b7f48 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 944 time: 0.0502965 Jun 21 05:55:29.522129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0cf9668d-f725-46a0-8f95-9761de472a06 req-58729102-bf1c-4ea5-8021-51bf3075cb1b tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513334 Jun 21 05:55:29.723974 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['2c564256-98ef-4e07-b576-771aee33d26e'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:29.956019 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39678) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:30.147759 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:30.189741 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72e0e7-2d21-431a-9957-1a365cad132f req-330a8042-24cd-4019-b87d-8dda191025fa tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:30.191250 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cd72e0e7-2d21-431a-9957-1a365cad132f req-330a8042-24cd-4019-b87d-8dda191025fa tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0860112 Jun 21 05:55:30.279743 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cd72e0e7-2d21-431a-9957-1a365cad132f req-95201347-57b9-43eb-9d1f-4aa659d4da4c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804808 Jun 21 05:55:30.440552 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (3075d749-fb8e-4ecf-a5af-d9f086546587), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.442924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:30.451047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:30.604476 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79b2a94-36dd-4460-a3f3-2fcc87ec8bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.688949 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=62 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:30.704721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79b2a94-36dd-4460-a3f3-2fcc87ec8bac admin admin] Publish callbacks [] for security_group (606d4354-a1ca-44f5-a059-317f16f2b07e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.712394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79b2a94-36dd-4460-a3f3-2fcc87ec8bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (606d4354-a1ca-44f5-a059-317f16f2b07e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.721883 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:30.725883 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08941f4d-d978-4875-a6ad-4d2a218fceeb req-5860daa5-2fb8-4707-aad2-145ebbd15fd0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:30.734067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08941f4d-d978-4875-a6ad-4d2a218fceeb req-5860daa5-2fb8-4707-aad2-145ebbd15fd0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 944 time: 0.1220863 Jun 21 05:55:30.765822 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2a94-36dd-4460-a3f3-2fcc87ec8bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606d4354-a1ca-44f5-a059-317f16f2b07e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:30.774683 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-b79b2a94-36dd-4460-a3f3-2fcc87ec8bac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0193e11ba2e74cfb8994d8a0e7d94729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224328 Jun 21 05:55:30.775451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39714) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:30.794054 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:30.825786 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08941f4d-d978-4875-a6ad-4d2a218fceeb req-faddd96f-3afa-4cee-bc07-02ad3e0ac893 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907347 Jun 21 05:55:30.833014 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] Publish callbacks [] for security_group (606d4354-a1ca-44f5-a059-317f16f2b07e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.834503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Deleting port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:30.834859 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.861664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] Publish callbacks [] for security_group (606d4354-a1ca-44f5-a059-317f16f2b07e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.914729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (606d4354-a1ca-44f5-a059-317f16f2b07e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.917387 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.919091 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/606d4354-a1ca-44f5-a059-317f16f2b07e HTTP/1.1" status: 204 len: 168 time: 0.1419289 Jun 21 05:55:30.923286 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] For port 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:30.923401 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:30.927006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0132-53e7-40ad-96a1-16a36f966358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606d4354-a1ca-44f5-a059-317f16f2b07e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:30.939900 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Calling delete_port for 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:31.163837 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.193110 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:31.227211 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:31.243446 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a55b7f7d-fb14-400f-ac00-60c17faef7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.343915 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2c564256-98ef-4e07-b576-771aee33d26e up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:31.350315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a55b7f7d-fb14-400f-ac00-60c17faef7de admin admin] Publish callbacks [] for security_group (69257cce-98b0-46bb-b14d-2b52d94b08c4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.359899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a55b7f7d-fb14-400f-ac00-60c17faef7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (69257cce-98b0-46bb-b14d-2b52d94b08c4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.410460 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a55b7f7d-fb14-400f-ac00-60c17faef7de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51758f5a4fa9480f82792288b8d83965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820989 Jun 21 05:55:31.414246 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:31.421053 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 2c564256-98ef-4e07-b576-771aee33d26e completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:31.430875 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 2c564256-98ef-4e07-b576-771aee33d26e triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:31.431505 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (2c564256-98ef-4e07-b576-771aee33d26e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.441669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7f7d-fb14-400f-ac00-60c17faef7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69257cce-98b0-46bb-b14d-2b52d94b08c4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:31.491564 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] Publish callbacks [] for security_group (69257cce-98b0-46bb-b14d-2b52d94b08c4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.515886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] Publish callbacks [] for security_group (69257cce-98b0-46bb-b14d-2b52d94b08c4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.518937 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2c564256-98ef-4e07-b576-771aee33d26e is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:31.519430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2c564256-98ef-4e07-b576-771aee33d26e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.544796 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:31.547312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9472a75-66fc-4c6e-952d-8f09e44ea332" -d '{"events": [{"server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "name": "network-vif-plugged", "status": "completed", "tag": "2c564256-98ef-4e07-b576-771aee33d26e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:31.561908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:31.568139 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2c564256-98ef-4e07-b576-771aee33d26e,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:31.575976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (69257cce-98b0-46bb-b14d-2b52d94b08c4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.576978 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.579781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.581420 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69257cce-98b0-46bb-b14d-2b52d94b08c4 HTTP/1.1" status: 204 len: 168 time: 0.1657887 Jun 21 05:55:31.591793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595b6e9-2a2f-4e5f-8f8b-e79123037e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69257cce-98b0-46bb-b14d-2b52d94b08c4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:31.609492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (3075d749-fb8e-4ecf-a5af-d9f086546587), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:31.621744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d6542c-2797-4602-b8ea-d69d6d61baac x-openstack-request-id: req-42d6542c-2797-4602-b8ea-d69d6d61baac {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:31.622356 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "name": "network-vif-plugged", "status": "completed", "tag": "2c564256-98ef-4e07-b576-771aee33d26e", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:31.622740 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42d6542c-2797-4602-b8ea-d69d6d61baac {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:31.623272 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d6542c-2797-4602-b8ea-d69d6d61baac'] response: {'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e', 'code': 200} Jun 21 05:55:31.661794 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:31.680224 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef304cf-792d-4b68-b698-46e550030aed req-279c99a1-5796-47bd-8c61-a2530a78b400 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:31.681768 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fef304cf-792d-4b68-b698-46e550030aed req-279c99a1-5796-47bd-8c61-a2530a78b400 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1169472 Jun 21 05:55:31.742262 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:31.952866 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fef304cf-792d-4b68-b698-46e550030aed req-b27333ed-2deb-4641-bf49-1b18d5568c16 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469366 Jun 21 05:55:32.041772 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5968cf7-5c3f-4736-b016-174399902a4f req-d2500104-8aa9-4feb-98a0-d4eee8a748e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:32.044005 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e5968cf7-5c3f-4736-b016-174399902a4f req-d2500104-8aa9-4feb-98a0-d4eee8a748e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 1129 time: 0.2328119 Jun 21 05:55:32.172349 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Router 3075d749-fb8e-4ecf-a5af-d9f086546587 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:55:32.196592 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eabd-ee8a-4ea1-bd71-f51ff739b122 req-63577321-50f4-4766-8c3f-1074105b7101 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:32.198110 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-78b5eabd-ee8a-4ea1-bd71-f51ff739b122 req-63577321-50f4-4766-8c3f-1074105b7101 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.1013427 Jun 21 05:55:32.201909 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e5968cf7-5c3f-4736-b016-174399902a4f req-f8ca3e37-c7d2-4f81-93ef-5eca25709165 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276941 Jun 21 05:55:32.294132 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-78b5eabd-ee8a-4ea1-bd71-f51ff739b122 req-f3ff9b2e-ef4b-4699-84dd-78ece4ab577f tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884948 Jun 21 05:55:32.346094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:55:32.356379 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ea176c09-8e3a-4fad-b4c8-c9a8303bcd0f admin admin] 10.222.0.18 "PUT /v2.0/routers/3075d749-fb8e-4ecf-a5af-d9f086546587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3969984 Jun 21 05:55:32.357311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39754) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:32.365890 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Sync routers for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:55:32.382260 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:32.383608 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:55:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:32.469626 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks [] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:32.505643 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:32.594022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks [] for router_gateway (3075d749-fb8e-4ecf-a5af-d9f086546587), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:32.643993 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Deleting port 293a4d4c-d111-4efb-9e34-977280cfe200 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:32.643993 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:32.709117 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:55:31Z', 'revision_number': 5, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port': {'id': '293a4d4c-d111-4efb-9e34-977280cfe200', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:32.741127 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Checking router: 3075d749-fb8e-4ecf-a5af-d9f086546587 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:55:32.751513 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Routers {'3075d749-fb8e-4ecf-a5af-d9f086546587'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:55:32.752246 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:55:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3075d749-fb8e-4ecf-a5af-d9f086546587'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:32.757885 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] For port 293a4d4c-d111-4efb-9e34-977280cfe200, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=293a4d4c-d111-4efb-9e34-977280cfe200,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:32.758281 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:32.779793 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Calling delete_port for 293a4d4c-d111-4efb-9e34-977280cfe200 owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:32.831043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:32.835134 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:32.840005 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] Set router 3075d749-fb8e-4ecf-a5af-d9f086546587 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:55:32.897451 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:55:32Z', 'revision_number': 6, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:32.923661 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc291a4-4ad6-4b5a-b839-5ea8290abd50 None None] The sync data for ids ['3075d749-fb8e-4ecf-a5af-d9f086546587'] in dv-cinder-846901-1-iscsi is: [{'id': '3075d749-fb8e-4ecf-a5af-d9f086546587', 'name': 'tempest-DeleteServersTestJSON-598700469-router', 'tenant_id': '9c9925a32b094db69c8637996e9cafa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:55:32Z', 'revision_number': 6, 'project_id': '9c9925a32b094db69c8637996e9cafa1', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:55:32.971938 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (293a4d4c-d111-4efb-9e34-977280cfe200), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.005340 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=293a4d4c-d111-4efb-9e34-977280cfe200,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:33.044253 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (3075d749-fb8e-4ecf-a5af-d9f086546587), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.196623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.205238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7453-4a7b-46dc-ad33-5d52566e61fb req-0f9d9610-e085-4c7b-b1a1-11b667265486 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:33.206780 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97ff7453-4a7b-46dc-ad33-5d52566e61fb req-0f9d9610-e085-4c7b-b1a1-11b667265486 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1737092 Jun 21 05:55:33.208125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks [] for router_controller (3075d749-fb8e-4ecf-a5af-d9f086546587), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.301486 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (3075d749-fb8e-4ecf-a5af-d9f086546587), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.302116 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3075d749-fb8e-4ecf-a5af-d9f086546587 {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 05:55:33.314174 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.318098 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:33.318681 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9be424ac-44e8-4cb7-ba89-a51e72f0bfd8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3075d749-fb8e-4ecf-a5af-d9f086546587 HTTP/1.1" status: 204 len: 168 time: 0.9608109 Jun 21 05:55:33.339566 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97ff7453-4a7b-46dc-ad33-5d52566e61fb req-0f1755ee-bfff-41e5-8669-79bfd6f6d17e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 Jun 21 05:55:33.404313 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Deleting subnet dd9d5075-47a2-4c39-8162-29381aa9e995 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 05:55:33.408910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Publish callbacks [] for subnet (dd9d5075-47a2-4c39-8162-29381aa9e995), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.450230 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Publish callbacks [] for subnet (dd9d5075-47a2-4c39-8162-29381aa9e995), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.517009 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2be2d-17ea-43d2-b87e-1d2161a0f9ef req-5c8423b1-c9cf-41a4-9f38-3709f361d2ea tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:33.518628 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f6f2be2d-17ea-43d2-b87e-1d2161a0f9ef req-5c8423b1-c9cf-41a4-9f38-3709f361d2ea tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.0999372 Jun 21 05:55:33.545242 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (dd9d5075-47a2-4c39-8162-29381aa9e995), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.581333 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f6f2be2d-17ea-43d2-b87e-1d2161a0f9ef req-0bcb47f3-4363-43a5-8281-701fecd959c0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Jun 21 05:55:33.827902 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (dd9d5075-47a2-4c39-8162-29381aa9e995), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.856638 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9d5075-47a2-4c39-8162-29381aa9e995,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:33.858835 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 293a4d4c-d111-4efb-9e34-977280cfe200 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:55:33.860766 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.864399 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f4a50364-3e8f-4e65-bed3-1f10274fa4b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dd9d5075-47a2-4c39-8162-29381aa9e995 HTTP/1.1" status: 204 len: 168 time: 0.5445869 Jun 21 05:55:33.866924 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:33.870523 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca70d1d-1095-4f90-89d5-970487483251 None None] Network 95d3dade-194b-475d-965d-d590ef17ba90 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:33.902603 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 293a4d4c-d111-4efb-9e34-977280cfe200 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:55:33.903234 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 293a4d4c-d111-4efb-9e34-977280cfe200 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:55:33.903640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:55:33.935164 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:55:33.935499 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 01a9760e-9a96-4bfb-b2c2-4b77cf2a47b6 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:55:33.941976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (95d3dade-194b-475d-965d-d590ef17ba90), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:33.982490 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:33.989452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:34.015602 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Deleting port 100ebae1-8db0-499e-b207-6c3132a4cc23 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:34.016029 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.082655 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] DHCP port deletion for 95d3dade-194b-475d-965d-d590ef17ba90 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 05:55:34.088255 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] For port 100ebae1-8db0-499e-b207-6c3132a4cc23, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=100ebae1-8db0-499e-b207-6c3132a4cc23,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:34.088935 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.090064 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:34.106429 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Calling delete_port for 100ebae1-8db0-499e-b207-6c3132a4cc23 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:34.123425 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Deleting port 100ebae1-8db0-499e-b207-6c3132a4cc23 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:34.123790 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.189152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] For port 100ebae1-8db0-499e-b207-6c3132a4cc23, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=100ebae1-8db0-499e-b207-6c3132a4cc23,segment=NetworkSegment(f1bed5f3-8340-4a21-8700-123ade06cb8f),segment_id=f1bed5f3-8340-4a21-8700-123ade06cb8f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:34.189912 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.203458 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:34.204448 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.210722 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Calling delete_port for 100ebae1-8db0-499e-b207-6c3132a4cc23 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:34.229757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=100ebae1-8db0-499e-b207-6c3132a4cc23,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:34.240847 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] No DVR routers for this DVR port 100ebae1-8db0-499e-b207-6c3132a4cc23 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:55:34.344874 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (95d3dade-194b-475d-965d-d590ef17ba90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.356423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (100ebae1-8db0-499e-b207-6c3132a4cc23), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.373555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.374433 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.375514 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.375884 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.376314 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.376525 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.377142 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.377670 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.378322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.378793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.390704 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] Pushing event deleted for resources: {'Port': ['ID=100ebae1-8db0-499e-b207-6c3132a4cc23,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:34.397054 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502fd00-d17c-4d00-9c87-8fa219058c28 None None] No DVR routers for this DVR port 100ebae1-8db0-499e-b207-6c3132a4cc23 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:55:34.507667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619babe2-e4ad-4906-a8b7-3a19a9a225d4 req-166d6021-8291-4aa6-b03e-d8fc908c0e2d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:34.510063 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-619babe2-e4ad-4906-a8b7-3a19a9a225d4 req-166d6021-8291-4aa6-b03e-d8fc908c0e2d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0511000 Jun 21 05:55:34.560383 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.560834 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.561327 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.561798 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:34.562366 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d3dade-194b-475d-965d-d590ef17ba90']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:34.587272 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bed5f3-8340-4a21-8700-123ade06cb8f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:34.587564 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bed5f3-8340-4a21-8700-123ade06cb8f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:34.593051 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-619babe2-e4ad-4906-a8b7-3a19a9a225d4 req-477ae699-5ef6-41ad-b934-75ebc5df1dfb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763383 Jun 21 05:55:34.608938 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (f1bed5f3-8340-4a21-8700-123ade06cb8f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.638510 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (f1bed5f3-8340-4a21-8700-123ade06cb8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.655899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 05:55:34.656356 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (f1bed5f3-8340-4a21-8700-123ade06cb8f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.770791 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (95d3dade-194b-475d-965d-d590ef17ba90), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.783352 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:34.786347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3563072-c8d0-43a0-be68-a3a4e91b709f req-ded43608-500f-4554-854b-3d669c3643eb tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:34.787542 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/95d3dade-194b-475d-965d-d590ef17ba90 HTTP/1.1" status: 204 len: 168 time: 0.9196177 Jun 21 05:55:34.791430 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3563072-c8d0-43a0-be68-a3a4e91b709f req-ded43608-500f-4554-854b-3d669c3643eb tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.1185894 Jun 21 05:55:34.802079 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786bbb8-4235-4fb0-b071-98dc722935c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d3dade-194b-475d-965d-d590ef17ba90,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:34.874414 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f3563072-c8d0-43a0-be68-a3a4e91b709f req-def9a7be-f4bc-414e-8740-d03ec842f6cd tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724893 Jun 21 05:55:35.082157 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:35.135425 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment f1bed5f3-8340-4a21-8700-123ade06cb8f resource provider aggregate not found Jun 21 05:55:35.156410 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fce766e2-d417-4e3d-813d-15b04722445d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c9925a32b094db69c8637996e9cafa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0730164 Jun 21 05:55:35.158650 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39858) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:35.174169 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment f1bed5f3-8340-4a21-8700-123ade06cb8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1bed5f3-8340-4a21-8700-123ade06cb8f found for delete ", "request_id": "req-a8ed2052-22df-4643-8476-9f9432806183"}]} Jun 21 05:55:35.218126 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] Publish callbacks [] for security_group (600c9b70-6fc0-4266-85ea-f369b98fdd35), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.241789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] Publish callbacks [] for security_group (600c9b70-6fc0-4266-85ea-f369b98fdd35), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.249601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39862) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:35.290400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (600c9b70-6fc0-4266-85ea-f369b98fdd35), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.293903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.295152 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/600c9b70-6fc0-4266-85ea-f369b98fdd35 HTTP/1.1" status: 204 len: 168 time: 0.1355259 Jun 21 05:55:35.303930 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd506d-283c-4ed7-9a87-02daa856379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c9b70-6fc0-4266-85ea-f369b98fdd35,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:35.439916 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed5d-7569-4ddd-9f76-7566b378eaef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.531622 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed5d-7569-4ddd-9f76-7566b378eaef admin admin] Publish callbacks [] for security_group (43b4ed00-d397-4c1d-b277-065d68463970), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.536590 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed5d-7569-4ddd-9f76-7566b378eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (43b4ed00-d397-4c1d-b277-065d68463970), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.579539 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:35.580397 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3b9eed5d-7569-4ddd-9f76-7566b378eaef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8acb00e69a354a91a41fcd6d086221f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278835 Jun 21 05:55:35.600127 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eed5d-7569-4ddd-9f76-7566b378eaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4ed00-d397-4c1d-b277-065d68463970,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:35.657385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] Publish callbacks [] for security_group (43b4ed00-d397-4c1d-b277-065d68463970), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.687526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] Publish callbacks [] for security_group (43b4ed00-d397-4c1d-b277-065d68463970), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.751885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (43b4ed00-d397-4c1d-b277-065d68463970), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.755124 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:35.756516 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43b4ed00-d397-4c1d-b277-065d68463970 HTTP/1.1" status: 204 len: 168 time: 0.1750162 Jun 21 05:55:35.765964 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eee29-d59e-456b-9be1-fc78075626dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4ed00-d397-4c1d-b277-065d68463970,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:35.810549 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:35.822799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf743bf-f9b4-4917-be2b-010378442268 req-5c6aa04f-6559-450e-a293-fc51a1011da5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:35.824437 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-acf743bf-f9b4-4917-be2b-010378442268 req-5c6aa04f-6559-450e-a293-fc51a1011da5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0995111 Jun 21 05:55:35.854506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f23d5-0351-44b8-a3dd-67b63cce0ad3 req-13d9ad00-991b-41aa-8974-7abc90a5721d tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:35.858235 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d55f23d5-0351-44b8-a3dd-67b63cce0ad3 req-13d9ad00-991b-41aa-8974-7abc90a5721d tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.0847728 Jun 21 05:55:35.899191 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:35.911276 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 100ebae1-8db0-499e-b207-6c3132a4cc23 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:55:35.941516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 100ebae1-8db0-499e-b207-6c3132a4cc23 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:55:35.942136 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 100ebae1-8db0-499e-b207-6c3132a4cc23 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:55:35.947624 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-acf743bf-f9b4-4917-be2b-010378442268 req-64f85b42-bfe8-4729-91cc-13e3723dccc7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883286 Jun 21 05:55:35.956958 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d55f23d5-0351-44b8-a3dd-67b63cce0ad3 req-f66fbf1f-9285-4705-92e4-78f1760114f3 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886424 Jun 21 05:55:36.306606 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:36.455565 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732734608-network', 'tenant_id': 'e5c7519667224bc9bb3b82721fbce228'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:36.472644 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:36.481292 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Made reservation on behalf of e5c7519667224bc9bb3b82721fbce228 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:36.483857 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.494322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.564263 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39924) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:36.567500 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:36.612498 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks [] for security_group (1c050b16-1415-4da0-9791-b271b9048081), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.616947 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1c050b16-1415-4da0-9791-b271b9048081), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.642341 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:55:36.659192 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c050b16-1415-4da0-9791-b271b9048081,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:36.671271 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (34c644d3-57ab-4fac-8e3d-bc9c37226958), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.671609 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Added segment 34c644d3-57ab-4fac-8e3d-bc9c37226958 of type vlan for network dd8c03e9-b5ae-4667-b50a-f870095b262b Jun 21 05:55:36.721432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (dd8c03e9-b5ae-4667-b50a-f870095b262b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.750182 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (dd8c03e9-b5ae-4667-b50a-f870095b262b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.751459 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:36.752259 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.791366 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4825811 Jun 21 05:55:36.794750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 39932) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:36.803663 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Request body: {'subnet': {'network_id': 'dd8c03e9-b5ae-4667-b50a-f870095b262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732734608-subnet', 'tenant_id': 'e5c7519667224bc9bb3b82721fbce228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:36.827133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Made reservation on behalf of e5c7519667224bc9bb3b82721fbce228 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:36.830490 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.844897 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1be5a-0d1f-4f93-8f71-2bb47e779b9d admin admin] Pushing event updated for resources: {'Network': ['ID=dd8c03e9-b5ae-4667-b50a-f870095b262b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:36.854793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36063c71-6f76-45c0-ba4e-9e33262355f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:36.867739 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network dd8c03e9-b5ae-4667-b50a-f870095b262b details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:55:37.009850 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36063c71-6f76-45c0-ba4e-9e33262355f4 admin admin] Publish callbacks [] for security_group (65310161-6142-4ceb-92ea-83b1058e476b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.021317 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36063c71-6f76-45c0-ba4e-9e33262355f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (65310161-6142-4ceb-92ea-83b1058e476b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.111790 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-36063c71-6f76-45c0-ba4e-9e33262355f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39380d6e35d8425da2291e6944f9ac82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449994 Jun 21 05:55:37.115365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 39950) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:37.129902 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36063c71-6f76-45c0-ba4e-9e33262355f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65310161-6142-4ceb-92ea-83b1058e476b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:37.153546 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (c399a292-2db4-4f4b-8fda-0537a8d17d02), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.188078 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] Publish callbacks [] for security_group (65310161-6142-4ceb-92ea-83b1058e476b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.212094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9725f3-2728-42c4-a1c8-618463696944 req-4422a109-1cb8-494b-a59b-46286e3adee6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:37.213375 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] Publish callbacks [] for security_group (65310161-6142-4ceb-92ea-83b1058e476b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.213655 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c9725f3-2728-42c4-a1c8-618463696944 req-4422a109-1cb8-494b-a59b-46286e3adee6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1438398 Jun 21 05:55:37.220090 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13cac-b85f-4eee-a8af-6d30a04e232d req-3e1353c5-c7b2-49fb-8fc5-a768cda21fa2 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:37.221522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5a13cac-b85f-4eee-a8af-6d30a04e232d req-3e1353c5-c7b2-49fb-8fc5-a768cda21fa2 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.1369216 Jun 21 05:55:37.275973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (65310161-6142-4ceb-92ea-83b1058e476b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.279834 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.280072 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c399a292-2db4-4f4b-8fda-0537a8d17d02,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:37.284021 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65310161-6142-4ceb-92ea-83b1058e476b HTTP/1.1" status: 204 len: 168 time: 0.1650360 Jun 21 05:55:37.302517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dfa93-bb11-4165-9836-1c5a2569a897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65310161-6142-4ceb-92ea-83b1058e476b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:37.324492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Checking segment: {'id': '34c644d3-57ab-4fac-8e3d-bc9c37226958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd8c03e9-b5ae-4667-b50a-f870095b262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:55:37.324628 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Network hostable DHCP agents. Network: dd8c03e9-b5ae-4667-b50a-f870095b262b, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:55:37.338906 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c9725f3-2728-42c4-a1c8-618463696944 req-cd7bd3a3-f39b-4f8e-a5c4-15c72ff08e8e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Jun 21 05:55:37.352970 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5a13cac-b85f-4eee-a8af-6d30a04e232d req-5c87ffc3-2687-43a4-9adc-44355cdb618f tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247976 Jun 21 05:55:37.369480 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Network dd8c03e9-b5ae-4667-b50a-f870095b262b is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:55:37.381685 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, dd8c03e9-b5ae-4667-b50a-f870095b262b) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:55:37.386065 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:37.387567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:37.394799 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa0957-1e4c-4628-87c0-c1cad8f1d03e None None] Network dd8c03e9-b5ae-4667-b50a-f870095b262b requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:37.420127 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d12d3859-31e8-4a52-a688-4ee4f7cb7709 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6241400 Jun 21 05:55:37.521288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c882e9c-923e-48fc-9bf7-49e9172eb565 None None] Network dd8c03e9-b5ae-4667-b50a-f870095b262b requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:37.911363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-1fb86505-875a-4554-b656-b874376af467 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:37.913494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-1fb86505-875a-4554-b656-b874376af467 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 945 time: 0.0542750 Jun 21 05:55:38.070176 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Deleting port 2c564256-98ef-4e07-b576-771aee33d26e {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:55:38.070494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (2c564256-98ef-4e07-b576-771aee33d26e), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.193236 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:38.197308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] For port 2c564256-98ef-4e07-b576-771aee33d26e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2c564256-98ef-4e07-b576-771aee33d26e,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:38.197695 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (2c564256-98ef-4e07-b576-771aee33d26e), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.198371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123167338-network', 'tenant_id': 'fb97c1a44ac24713b6cb6e31ac8ca0ff'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:38.221064 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Calling delete_port for 2c564256-98ef-4e07-b576-771aee33d26e owned by compute:nova {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:55:38.226452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Made reservation on behalf of fb97c1a44ac24713b6cb6e31ac8ca0ff for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:38.229925 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.238143 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:38.241764 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.271420 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:38.276605 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:38.376225 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks [] for security_group (2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.393412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.426652 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:38.436187 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (2c564256-98ef-4e07-b576-771aee33d26e), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.436547 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:55:38.445412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:38.457960 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['2c564256-98ef-4e07-b576-771aee33d26e'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:38.475766 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (5be3f88c-ea6f-4e94-87d6-a3a7c17d4890), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.476103 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Added segment 5be3f88c-ea6f-4e94-87d6-a3a7c17d4890 of type vlan for network d490d81d-0f1b-4b8d-853a-fd787fc706db Jun 21 05:55:38.548188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (d490d81d-0f1b-4b8d-853a-fd787fc706db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.569034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Pushing event deleted for resources: {'Port': ['ID=2c564256-98ef-4e07-b576-771aee33d26e,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:38.582498 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (d490d81d-0f1b-4b8d-853a-fd787fc706db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.583797 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:38.584429 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.609876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279e51b-a0e4-4a46-9097-174bb5252681 req-16c25745-7f55-42b3-9d36-470173f56573 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:38.617292 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5279e51b-a0e4-4a46-9097-174bb5252681 req-16c25745-7f55-42b3-9d36-470173f56573 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1748860 Jun 21 05:55:38.628694 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7dcc9703-908d-4c81-9491-786f73717a32 req-3f573e63-ab06-4374-a0cd-1f8c3b9353be tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ef7f692-5104-495d-8450-a3be2804f52a HTTP/1.1" status: 200 len: 210 time: 0.1200097 Jun 21 05:55:38.632454 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4368684 Jun 21 05:55:38.633340 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40046) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:38.662433 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Request body: {'subnet': {'network_id': 'd490d81d-0f1b-4b8d-853a-fd787fc706db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123167338-subnet', 'tenant_id': 'fb97c1a44ac24713b6cb6e31ac8ca0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:38.683295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d063805-c8c3-4e86-8ea2-a91617582ecf admin admin] Pushing event updated for resources: {'Network': ['ID=d490d81d-0f1b-4b8d-853a-fd787fc706db,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:38.695720 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] No DVR routers for this DVR port 2c564256-98ef-4e07-b576-771aee33d26e on host hv-cinder-84690 {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:55:38.699462 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network d490d81d-0f1b-4b8d-853a-fd787fc706db details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:55:38.747677 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.751645 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-db5dbbac-8d7b-46c8-a3ce-e7cb247fe35a req-51691133-8f3e-4f1d-a742-be3c24f5730e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "DELETE /v2.0/ports/2c564256-98ef-4e07-b576-771aee33d26e HTTP/1.1" status: 204 len: 173 time: 0.8286655 Jun 21 05:55:38.757005 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5279e51b-a0e4-4a46-9097-174bb5252681 req-c01d8430-4a8c-41f2-a44f-1615c1d8c065 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386547 Jun 21 05:55:38.758053 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'name': 'network-vif-deleted', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:38.760749 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823e5b49-3342-4043-a442-809be1a5ab0f" -d '{"events": [{"server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "name": "network-vif-deleted", "tag": "2c564256-98ef-4e07-b576-771aee33d26e"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:38.787593 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Made reservation on behalf of fb97c1a44ac24713b6cb6e31ac8ca0ff for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:38.792234 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:38.827821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fab8d-6334-41d4-b2df-05a8c4fcd24b x-openstack-request-id: req-c38fab8d-6334-41d4-b2df-05a8c4fcd24b {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:38.827821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7f692-5104-495d-8450-a3be2804f52a", "name": "network-vif-deleted", "tag": "2c564256-98ef-4e07-b576-771aee33d26e", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:38.827821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c38fab8d-6334-41d4-b2df-05a8c4fcd24b {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:38.828233 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38fab8d-6334-41d4-b2df-05a8c4fcd24b'] response: {'server_uuid': '4ef7f692-5104-495d-8450-a3be2804f52a', 'name': 'network-vif-deleted', 'tag': '2c564256-98ef-4e07-b576-771aee33d26e', 'status': 'completed', 'code': 200} Jun 21 05:55:39.255741 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for subnet (5ec8bac8-d06a-4828-8d45-95e23cab09ef), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.307642 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec8bac8-d06a-4828-8d45-95e23cab09ef,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:39.323084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Checking segment: {'id': '5be3f88c-ea6f-4e94-87d6-a3a7c17d4890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd490d81d-0f1b-4b8d-853a-fd787fc706db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:55:39.323431 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Network hostable DHCP agents. Network: d490d81d-0f1b-4b8d-853a-fd787fc706db, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:55:39.347092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Network d490d81d-0f1b-4b8d-853a-fd787fc706db is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:55:39.358590 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, d490d81d-0f1b-4b8d-853a-fd787fc706db) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:55:39.362604 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:39.363710 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.369551 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a9adc-a4dd-4053-8c28-c2a6fe40ee46 None None] Network d490d81d-0f1b-4b8d-853a-fd787fc706db requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:39.391241 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9bb1c40b-92a3-4e84-b461-6814c4b5ce05 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7417722 Jun 21 05:55:39.501920 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89b9c0-4427-4784-82cf-d6d38971488a None None] Network d490d81d-0f1b-4b8d-853a-fd787fc706db requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:55:39.538463 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:39.604518 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Deleting subnet c399a292-2db4-4f4b-8fda-0537a8d17d02 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 05:55:39.610826 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Publish callbacks [] for subnet (c399a292-2db4-4f4b-8fda-0537a8d17d02), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.656392 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (c399a292-2db4-4f4b-8fda-0537a8d17d02), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.701976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (c399a292-2db4-4f4b-8fda-0537a8d17d02), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.758197 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (c399a292-2db4-4f4b-8fda-0537a8d17d02), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.787568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c399a292-2db4-4f4b-8fda-0537a8d17d02,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:39.799930 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:39.811458 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40070) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:39.814826 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-3c986660-35de-4b2d-a5a7-c679fd974162 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c399a292-2db4-4f4b-8fda-0537a8d17d02 HTTP/1.1" status: 204 len: 168 time: 0.2746277 Jun 21 05:55:39.923769 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (dd8c03e9-b5ae-4667-b50a-f870095b262b), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.013733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd672383-3401-4e47-bb66-cbb26c92e6e0 req-290ccbaf-8f65-4afb-a33c-d5d4683c1db1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:40.015174 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cd672383-3401-4e47-bb66-cbb26c92e6e0 req-290ccbaf-8f65-4afb-a33c-d5d4683c1db1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1413527 Jun 21 05:55:40.077420 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:40.082846 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:40.129114 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-9a387910-e83f-43ba-b96b-bef1fa6cbd01 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:40.130674 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-9a387910-e83f-43ba-b96b-bef1fa6cbd01 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 808 time: 0.2394419 Jun 21 05:55:40.159772 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (dd8c03e9-b5ae-4667-b50a-f870095b262b), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.204482 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.204865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.205608 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.205962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > port after_create 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.206280 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.206596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > port after_update 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.206914 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.207248 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.207555 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.207873 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.275152 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.275837 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.275971 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.276234 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 05:55:40.276682 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8c03e9-b5ae-4667-b50a-f870095b262b']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:40.283381 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-28ab9c5a-8177-4c35-8525-51575bd43daa tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/quotas/cbeaefc57cd14db6ba982fc059b70b70 HTTP/1.1" status: 200 len: 375 time: 0.1200552 Jun 21 05:55:40.296281 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cd672383-3401-4e47-bb66-cbb26c92e6e0 req-0decdc86-7716-4704-8d20-b10dc6108184 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729008 Jun 21 05:55:40.303239 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c644d3-57ab-4fac-8e3d-bc9c37226958') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:40.303534 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c644d3-57ab-4fac-8e3d-bc9c37226958') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:40.351590 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (34c644d3-57ab-4fac-8e3d-bc9c37226958), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.366007 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-0c556f89-175a-4987-b727-aeed54729a29 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651577 Jun 21 05:55:40.382863 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (34c644d3-57ab-4fac-8e3d-bc9c37226958), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.404899 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 05:55:40.404899 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (34c644d3-57ab-4fac-8e3d-bc9c37226958), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.531851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (dd8c03e9-b5ae-4667-b50a-f870095b262b), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.540862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.547068 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd8c03e9-b5ae-4667-b50a-f870095b262b HTTP/1.1" status: 204 len: 168 time: 0.7317240 Jun 21 05:55:40.547791 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:40.577451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b8a9d-e9c3-4609-8548-cd0e224b8d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8c03e9-b5ae-4667-b50a-f870095b262b,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:40.585407 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-09698f3f-91c4-4e13-8419-12073351c21a service neutron] 10.222.0.18 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102287 Jun 21 05:55:40.612003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Deleting subnet 5ec8bac8-d06a-4828-8d45-95e23cab09ef {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 05:55:40.616158 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Publish callbacks [] for subnet (5ec8bac8-d06a-4828-8d45-95e23cab09ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.679942 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (5ec8bac8-d06a-4828-8d45-95e23cab09ef), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.695240 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 34c644d3-57ab-4fac-8e3d-bc9c37226958 resource provider aggregate not found Jun 21 05:55:40.725091 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 34c644d3-57ab-4fac-8e3d-bc9c37226958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34c644d3-57ab-4fac-8e3d-bc9c37226958 found for delete ", "request_id": "req-de3e8679-b4f3-40f7-9161-b76076cea9b9"}]} Jun 21 05:55:40.739372 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-66d18493-7733-4df4-a133-eefde1ce65d9 service neutron] 10.222.0.18 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389060 Jun 21 05:55:40.770549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (5ec8bac8-d06a-4828-8d45-95e23cab09ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.851089 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (5ec8bac8-d06a-4828-8d45-95e23cab09ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.892700 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec8bac8-d06a-4828-8d45-95e23cab09ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:40.895990 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:40.903015 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40114) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:40.903153 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e162ebea-f0cd-456c-b658-191ca4236333 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ec8bac8-d06a-4828-8d45-95e23cab09ef HTTP/1.1" status: 204 len: 168 time: 0.3537281 Jun 21 05:55:41.002809 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-142d2d56-9f29-46a8-b3cb-3ea1424dc325 req-bde65459-0228-4efa-abab-596b39a8b166 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 210 time: 0.0741701 Jun 21 05:55:41.015489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (d490d81d-0f1b-4b8d-853a-fd787fc706db), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.107583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (d490d81d-0f1b-4b8d-853a-fd787fc706db), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.130850 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d490d81d-0f1b-4b8d-853a-fd787fc706db']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:41.142129 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be3f88c-ea6f-4e94-87d6-a3a7c17d4890') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:41.142480 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be3f88c-ea6f-4e94-87d6-a3a7c17d4890') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:55:41.154590 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (5be3f88c-ea6f-4e94-87d6-a3a7c17d4890), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.172778 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (5be3f88c-ea6f-4e94-87d6-a3a7c17d4890), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.179998 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 05:55:41.180396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (5be3f88c-ea6f-4e94-87d6-a3a7c17d4890), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.261398 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (d490d81d-0f1b-4b8d-853a-fd787fc706db), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.273701 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.279217 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d490d81d-0f1b-4b8d-853a-fd787fc706db HTTP/1.1" status: 204 len: 168 time: 0.3749259 Jun 21 05:55:41.291846 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a8bc-d001-4e5c-b61b-3d239f6691c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d490d81d-0f1b-4b8d-853a-fd787fc706db,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:41.420081 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2c564256-98ef-4e07-b576-771aee33d26e no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:55:41.429531 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1b2f0-b977-4fc0-9d60-b99ce7b83f9d req-cfe74c3a-9dd6-469e-8fd4-7db1500e3b02 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:41.431404 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fe1b2f0-b977-4fc0-9d60-b99ce7b83f9d req-cfe74c3a-9dd6-469e-8fd4-7db1500e3b02 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0569263 Jun 21 05:55:41.454919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 2c564256-98ef-4e07-b576-771aee33d26e {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:55:41.455777 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2c564256-98ef-4e07-b576-771aee33d26e not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:55:41.500936 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fe1b2f0-b977-4fc0-9d60-b99ce7b83f9d req-9e0e6366-0a5e-4a89-8d90-08415a0351cf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632145 Jun 21 05:55:41.545841 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40130) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:41.592715 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a63dbcf1-174d-4464-a00a-856d4b568f54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5c7519667224bc9bb3b82721fbce228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454872 Jun 21 05:55:41.595261 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40132) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:41.602683 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:41.663366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] Publish callbacks [] for security_group (1c050b16-1415-4da0-9791-b271b9048081), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.685950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] Publish callbacks [] for security_group (1c050b16-1415-4da0-9791-b271b9048081), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.720502 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:41.746150 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1c050b16-1415-4da0-9791-b271b9048081), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.748945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:41.750149 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c050b16-1415-4da0-9791-b271b9048081 HTTP/1.1" status: 204 len: 168 time: 0.1530859 Jun 21 05:55:41.761460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55158d6e-322e-4725-aeb9-2558c453e524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c050b16-1415-4da0-9791-b271b9048081,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:42.204079 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b2d41be3-3441-4301-8841-8ed6e9bc2979 req-174d61f5-fcd4-42c6-b800-c45e08a36193 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 210 time: 0.0636606 Jun 21 05:55:42.259390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-e3fe2cd7-558f-48b0-ad82-4831a94134cd tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:42.261862 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-e3fe2cd7-558f-48b0-ad82-4831a94134cd tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 808 time: 0.1978371 Jun 21 05:55:42.274881 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Request body: {'port': {'device_id': '24915532-1e10-4632-9b04-93b4c32ee970', 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a', 'admin_state_up': True, 'tenant_id': 'cbeaefc57cd14db6ba982fc059b70b70'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:42.345362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:42.403300 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-29aae39e-6de8-4bb7-b541-c2b51edcbf48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb97c1a44ac24713b6cb6e31ac8ca0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555346 Jun 21 05:55:42.404873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:42.423912 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Made reservation on behalf of cbeaefc57cd14db6ba982fc059b70b70 for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:55:42.427435 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.468004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] Publish callbacks [] for security_group (2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.493188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] Publish callbacks [] for security_group (2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.509371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:42.512995 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:42.584001 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.588764 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.593034 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba HTTP/1.1" status: 204 len: 168 time: 0.1846819 Jun 21 05:55:42.604324 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8199dd-f357-45a7-88ed-7019ff3ce331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2302a4a9-c0a0-4cde-9eb6-3618a77ef3ba,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:42.682469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Allocated IP 172.20.0.2 (384d9f09-0db5-4d95-aab9-02eb51e6286a/a8c0aeae-bd3b-4e3a-b74f-de85d028014f/fb2f74d9-9027-457c-9a77-fc0a5b21bbe0) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:55:42.717189 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dfc03-8285-4a0d-a60c-9acf973dac96 req-93303d21-9bd7-4a23-9184-ed2ac1437304 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:42.718814 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-721dfc03-8285-4a0d-a60c-9acf973dac96 req-93303d21-9bd7-4a23-9184-ed2ac1437304 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0947177 Jun 21 05:55:42.765948 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 5be3f88c-ea6f-4e94-87d6-a3a7c17d4890 resource provider aggregate not found Jun 21 05:55:42.793702 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 5be3f88c-ea6f-4e94-87d6-a3a7c17d4890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5be3f88c-ea6f-4e94-87d6-a3a7c17d4890 found for delete ", "request_id": "req-f9cfdb11-b507-4249-95fd-eaad464f24bf"}]} Jun 21 05:55:42.831919 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-721dfc03-8285-4a0d-a60c-9acf973dac96 req-2d8cc07d-9f41-4766-ba99-b9c493646b25 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Jun 21 05:55:42.900073 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=38 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:42.935683 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks [] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.982282 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:42.993575 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:43.064172 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Network 384d9f09-0db5-4d95-aab9-02eb51e6286a is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:55:43.073080 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:55:43.076602 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:55:43.080631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Pushing event updated for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:43.165425 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:43.166132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:43.187416 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-cbfb7bd6-cefc-4fa3-aa00-0f32b2225439 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165990 Jun 21 05:55:43.208788 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Request body: {'port': {'device_id': '24915532-1e10-4632-9b04-93b4c32ee970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:55:43.250377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:43.307224 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:43.648433 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15dc63-91fe-4982-ad5a-9918414221f4 req-d846e716-20a2-4e32-87a6-c22fd09b2ae0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:43.649992 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dd15dc63-91fe-4982-ad5a-9918414221f4 req-d846e716-20a2-4e32-87a6-c22fd09b2ae0 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 931 time: 0.1087081 Jun 21 05:55:43.700087 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:43.819009 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dd15dc63-91fe-4982-ad5a-9918414221f4 req-67c0931b-9794-4850-a4d4-7e9dd83a2193 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492505 Jun 21 05:55:43.826031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:43.843535 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks [] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:43.871993 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Transition to ACTIVE for port object fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:55:43.879014 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:44.044918 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:44.076304 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63d428-d1c8-4898-a95f-e854f2c2d3b7 req-c040895d-6a92-4f70-b910-b82a85744718 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:44.078047 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c63d428-d1c8-4898-a95f-e854f2c2d3b7 req-c040895d-6a92-4f70-b910-b82a85744718 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1250117 Jun 21 05:55:44.114378 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Attempting to bind port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:55:44.114723 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Attempting to bind port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:55:44.115046 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Attempting to bind port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 on network 384d9f09-0db5-4d95-aab9-02eb51e6286a {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:55:44.128017 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 on network 384d9f09-0db5-4d95-aab9-02eb51e6286a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:55:44.128346 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Attempting to bind port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 on network 384d9f09-0db5-4d95-aab9-02eb51e6286a {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:55:44.156956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:55:44.157258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Checking segment: {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:55:44.157549 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Bound using segment: {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:55:44.158039 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Bound port: fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317b7c40-2140-4217-ba0c-9baf017801f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:55:44.158402 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:44.191129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c63d428-d1c8-4898-a95f-e854f2c2d3b7 req-1eece1e1-f059-4805-821d-90f0391e6de6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992453 Jun 21 05:55:44.264169 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:55:44.270629 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:55:44.280695 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:44.297215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:44.362557 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:44.364493 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:44.367130 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 HTTP/1.1" status: 200 len: 1093 time: 1.1663332 Jun 21 05:55:44.370122 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:44.373667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b62a35-e499-4d0b-b955-20678842b4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:44.405421 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a4004-f13a-4c95-a0d0-b937b8235dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:44.469508 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c73e6e-41cd-48e3-84ad-6a58dbeeff2e x-openstack-request-id: req-99c73e6e-41cd-48e3-84ad-6a58dbeeff2e {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:44.470019 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:44.470511 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99c73e6e-41cd-48e3-84ad-6a58dbeeff2e {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:44.471149 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c73e6e-41cd-48e3-84ad-6a58dbeeff2e'] response: {'name': 'network-changed', 'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0', 'status': 'completed', 'code': 200} Jun 21 05:55:44.480848 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:44.485748 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-1b072972-1c06-4c22-b732-0a7f972b5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:44.487539 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-1b072972-1c06-4c22-b732-0a7f972b5d7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 1127 time: 0.0583167 Jun 21 05:55:44.580706 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-8c720f86-e50a-41a4-b0d3-68f6dd9f43ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0772498 Jun 21 05:55:44.655697 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36770d-8801-479f-be24-e59d55f90b61 req-4e73f2cf-a45b-4996-9a20-b1545f5a674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:44.658383 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-4e73f2cf-a45b-4996-9a20-b1545f5a674e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c0aeae-bd3b-4e3a-b74f-de85d028014f HTTP/1.1" status: 200 len: 848 time: 0.0689347 Jun 21 05:55:44.713453 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-279babf2-476f-4ba8-aaa6-6f19834a96bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=384d9f09-0db5-4d95-aab9-02eb51e6286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437045 Jun 21 05:55:44.907930 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-e154365a-01a9-470b-989f-ff016bad7cb8 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839285 Jun 21 05:55:45.054974 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c11bb4-2ae8-4323-abf5-46a36de9e0fe req-8e488fb7-3972-4e69-a0d6-c84c7cf1a689 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:45.056546 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94c11bb4-2ae8-4323-abf5-46a36de9e0fe req-8e488fb7-3972-4e69-a0d6-c84c7cf1a689 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 943 time: 0.0950019 Jun 21 05:55:45.082481 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe36770d-8801-479f-be24-e59d55f90b61 req-b96b92b0-87af-4225-98b0-11166416a7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689851 Jun 21 05:55:45.128716 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94c11bb4-2ae8-4323-abf5-46a36de9e0fe req-78a5cc37-cff7-4faf-ac01-f9cface12063 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Jun 21 05:55:45.226684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbf6ea25-0760-4dd9-864a-c6d3d74ca0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:45.344786 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3693e-59ce-4532-beaf-c29915ae9be5 req-9e20c459-1b39-4b30-8b2b-7f7fe1799ca5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:45.346478 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b5e3693e-59ce-4532-beaf-c29915ae9be5 req-9e20c459-1b39-4b30-8b2b-7f7fe1799ca5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0575986 Jun 21 05:55:45.404402 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b5e3693e-59ce-4532-beaf-c29915ae9be5 req-f53e1225-1078-4697-995d-522ce64e6f3b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519443 Jun 21 05:55:46.301902 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba97ed-d7d1-44cc-af61-af2b068270c1 req-effaa6e1-5359-46d6-b4a0-e7769bbb95a8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:46.308850 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2ba97ed-d7d1-44cc-af61-af2b068270c1 req-effaa6e1-5359-46d6-b4a0-e7769bbb95a8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 943 time: 0.0758481 Jun 21 05:55:46.403345 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-bb3f1ae4-0bf7-4bb0-9bc7-a2b526569a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:46.405432 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-bb3f1ae4-0bf7-4bb0-9bc7-a2b526569a99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 1127 time: 0.0875440 Jun 21 05:55:46.536373 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2ba97ed-d7d1-44cc-af61-af2b068270c1 req-12eb7ddf-3db2-4543-91f5-19a71b02762b tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210348 Jun 21 05:55:46.903429 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f71607-999e-4ec8-96a4-a1990442e640 req-1dfe0db5-3ab2-4d6f-b921-e48bd317b9f3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:46.905276 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e0f71607-999e-4ec8-96a4-a1990442e640 req-1dfe0db5-3ab2-4d6f-b921-e48bd317b9f3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.3673675 Jun 21 05:55:46.940315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-75ec65b1-9526-4f88-8187-592834317fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:46.941819 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-75ec65b1-9526-4f88-8187-592834317fea service neutron] 10.222.0.23 "GET /v2.0/networks?id=384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 200 len: 909 time: 0.5014250 Jun 21 05:55:46.999884 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-38ab6e4e-980b-45e0-8191-19d1a92ce498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 HTTP/1.1" status: 200 len: 217 time: 0.0429449 Jun 21 05:55:47.004402 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e0f71607-999e-4ec8-96a4-a1990442e640 req-cdfe6a7f-19e9-4ebc-88eb-efa11cc6628c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916815 Jun 21 05:55:47.096373 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-50789873-b8c0-4674-ac22-ff83ce47af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:47.106633 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-50789873-b8c0-4674-ac22-ff83ce47af78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8c0aeae-bd3b-4e3a-b74f-de85d028014f HTTP/1.1" status: 200 len: 848 time: 0.0868061 Jun 21 05:55:47.159997 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-6fe20171-1e3d-4ed0-a8e2-a9115d47027e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=384d9f09-0db5-4d95-aab9-02eb51e6286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453053 Jun 21 05:55:47.263990 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40340) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:47.271762 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:47.291609 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95c53335-c743-4b80-a689-5c776c4634b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.403958 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c1c11180-08f8-4066-9213-7a3e009ab69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.466056 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:47.480592 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:47.513619 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c1c11180-08f8-4066-9213-7a3e009ab69a admin admin] Publish callbacks [] for security_group (885cc366-2e1e-4073-8c27-8d261b5f3006), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.518397 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c1c11180-08f8-4066-9213-7a3e009ab69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (885cc366-2e1e-4073-8c27-8d261b5f3006), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.565069 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c1c11180-08f8-4066-9213-7a3e009ab69a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a6bc860c6674adca88814e0b95d7c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994857 Jun 21 05:55:47.565956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11180-08f8-4066-9213-7a3e009ab69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885cc366-2e1e-4073-8c27-8d261b5f3006,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:47.568138 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40346) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:47.640170 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] Publish callbacks [] for security_group (885cc366-2e1e-4073-8c27-8d261b5f3006), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.671576 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] Publish callbacks [] for security_group (885cc366-2e1e-4073-8c27-8d261b5f3006), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.737815 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eda47c-5f5b-42b8-bb4d-14088d7f6fbc req-71041446-3d16-40a6-9778-b025bbd9c097 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:47.741364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27eda47c-5f5b-42b8-bb4d-14088d7f6fbc req-71041446-3d16-40a6-9778-b025bbd9c097 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 943 time: 0.0825176 Jun 21 05:55:47.746553 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (885cc366-2e1e-4073-8c27-8d261b5f3006), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.749730 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:47.751361 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/885cc366-2e1e-4073-8c27-8d261b5f3006 HTTP/1.1" status: 204 len: 168 time: 0.1817584 Jun 21 05:55:47.768518 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856225f-0668-4016-a9c3-68097e1048e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885cc366-2e1e-4073-8c27-8d261b5f3006,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:47.832898 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27eda47c-5f5b-42b8-bb4d-14088d7f6fbc req-9ca6c2f1-ae78-47bb-98d2-5ac20de8fc53 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826499 Jun 21 05:55:48.168399 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed268-3cc5-4334-90a5-cb29a73a9fa3 req-f1785390-6e3e-4dff-9bcd-8e21c512cf81 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:48.170216 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a6aed268-3cc5-4334-90a5-cb29a73a9fa3 req-f1785390-6e3e-4dff-9bcd-8e21c512cf81 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0835705 Jun 21 05:55:48.224549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40358) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:48.243083 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cca640e4-d403-4232-8eea-62596b883dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.291914 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a6aed268-3cc5-4334-90a5-cb29a73a9fa3 req-0a31b4e7-71fb-4dc4-a845-1d9af59bc879 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112490 Jun 21 05:55:48.371262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cca640e4-d403-4232-8eea-62596b883dac admin admin] Publish callbacks [] for security_group (feeec667-659e-4a18-94b8-6f8315e54ea1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.378485 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cca640e4-d403-4232-8eea-62596b883dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (feeec667-659e-4a18-94b8-6f8315e54ea1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.388491 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-6e780998-be7c-4018-914a-a6e1d31a7fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754222 Jun 21 05:55:48.424093 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-cca640e4-d403-4232-8eea-62596b883dac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3254afe18194f6f9bb832a22a0db0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981113 Jun 21 05:55:48.424696 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca640e4-d403-4232-8eea-62596b883dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeec667-659e-4a18-94b8-6f8315e54ea1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:48.427324 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:48.489613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] Publish callbacks [] for security_group (feeec667-659e-4a18-94b8-6f8315e54ea1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.529475 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] Publish callbacks [] for security_group (feeec667-659e-4a18-94b8-6f8315e54ea1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.622614 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (feeec667-659e-4a18-94b8-6f8315e54ea1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.625353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:48.626710 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feeec667-659e-4a18-94b8-6f8315e54ea1 HTTP/1.1" status: 204 len: 168 time: 0.1984878 Jun 21 05:55:48.638737 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e1e62-675d-4927-8752-4bc872ca5ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeec667-659e-4a18-94b8-6f8315e54ea1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:48.828425 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:49.000507 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84199e44-2002-455d-b545-6aece955661f req-e136f6bf-9341-4ffe-838c-c0975c70f820 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:49.006632 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84199e44-2002-455d-b545-6aece955661f req-e136f6bf-9341-4ffe-838c-c0975c70f820 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 943 time: 0.0752060 Jun 21 05:55:49.031604 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:55:49.150580 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84199e44-2002-455d-b545-6aece955661f req-c802d8f3-2a94-4afa-b07a-ba5d6f495297 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270256 Jun 21 05:55:49.230527 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:49.257447 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0', 'network_id': '384d9f09-0db5-4d95-aab9-02eb51e6286a', 'port_id': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0', 'mac_address': 'fa:16:3e:47:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0aeae-bd3b-4e3a-b74f-de85d028014f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:55:49.274419 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9b62a35-e499-4d0b-b955-20678842b4b2 req-ebf135e0-3095-4f36-86e9-c14c3036386b service neutron] 10.222.0.23 "GET /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371869 Jun 21 05:55:49.317510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:49.318458 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:49.341757 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:55:49.377489 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:49.383428 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:49.437053 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:49.467803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:49.508398 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d19b-3b5b-446a-8269-c8c8eb7e121b req-ab1fa47b-cce9-4932-9d96-15dfeb638667 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:49.512004 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2692d19b-3b5b-446a-8269-c8c8eb7e121b req-ab1fa47b-cce9-4932-9d96-15dfeb638667 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0802102 Jun 21 05:55:49.597006 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2692d19b-3b5b-446a-8269-c8c8eb7e121b req-98dca66b-bab4-4e07-a54f-ccec9d5276f0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786796 Jun 21 05:55:49.941588 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:50.307271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008336-b658-4cbc-8ddf-fc3fff6592a5 req-d241759e-4f99-4462-8e32-d91d0ac64662 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:50.311193 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80008336-b658-4cbc-8ddf-fc3fff6592a5 req-d241759e-4f99-4462-8e32-d91d0ac64662 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 944 time: 0.0551357 Jun 21 05:55:50.340354 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['fb2f74d9-9027-457c-9a77-fc0a5b21bbe0'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:55:50.377267 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80008336-b658-4cbc-8ddf-fc3fff6592a5 req-3aec0e11-e220-46b6-917c-fea121fe07a4 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584326 Jun 21 05:55:50.526189 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:50.766153 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40febb3e-f5ed-4ed7-8f2e-8aba7dbc0c44 req-36fabc3e-97a4-45eb-8cde-6f57e0fdd2d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:50.768603 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-40febb3e-f5ed-4ed7-8f2e-8aba7dbc0c44 req-36fabc3e-97a4-45eb-8cde-6f57e0fdd2d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0614054 Jun 21 05:55:50.826375 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-40febb3e-f5ed-4ed7-8f2e-8aba7dbc0c44 req-ccf3601c-ae8e-4d38-bfee-b2fc00143705 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Jun 21 05:55:51.209895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40448) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:51.358921 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.497185 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Publish callbacks [] for security_group (81f328c3-91d9-4ac8-bdf7-8a93d798f941), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.505258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (81f328c3-91d9-4ac8-bdf7-8a93d798f941), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.540196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f328c3-91d9-4ac8-bdf7-8a93d798f941,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:51.547180 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdcf1e-2020-4327-b3ca-9926b6f7341f req-bae3f487-40b3-461e-b02f-56302241154c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:51.554837 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01bdcf1e-2020-4327-b3ca-9926b6f7341f req-bae3f487-40b3-461e-b02f-56302241154c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 944 time: 0.0640311 Jun 21 05:55:51.567838 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.568201 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.568694 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.569092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.569432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.569778 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.570150 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.570476 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.570801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.571146 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.571535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.571861 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.572179 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.572497 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.572815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.582101 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:51.593830 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-33dee437-1320-44cb-8c3c-f96212e478fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=143803ca57c1475694b421bf8351b4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826606 Jun 21 05:55:51.594265 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40464) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:51.626818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-01bdcf1e-2020-4327-b3ca-9926b6f7341f req-f5d22fd8-c09c-472b-b330-1e806e259d6c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Jun 21 05:55:51.653258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:51.658324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:51.668460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Publish callbacks [] for security_group (81f328c3-91d9-4ac8-bdf7-8a93d798f941), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.694471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Publish callbacks [] for security_group (81f328c3-91d9-4ac8-bdf7-8a93d798f941), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.749891 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (81f328c3-91d9-4ac8-bdf7-8a93d798f941), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.752858 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:51.754042 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81f328c3-91d9-4ac8-bdf7-8a93d798f941 HTTP/1.1" status: 204 len: 168 time: 0.1586640 Jun 21 05:55:51.764473 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f328c3-91d9-4ac8-bdf7-8a93d798f941,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:51.774488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.774975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.775376 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.775938 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.776875 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.777266 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.777641 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.778024 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.778527 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.779048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.779796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.779920 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.780338 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.780738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.781172 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e42599-ed8d-45c1-a74b-ca1d43158f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:55:51.968102 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27646257-4860-4d19-b237-f6babd786813 req-6d32910b-0efc-462a-9f3b-13681b442cc1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:51.969895 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27646257-4860-4d19-b237-f6babd786813 req-6d32910b-0efc-462a-9f3b-13681b442cc1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0543938 Jun 21 05:55:51.981971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:55:52.021823 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27646257-4860-4d19-b237-f6babd786813 req-380cc9e9-5de5-4ae3-9943-b0ddd057ff04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Jun 21 05:55:52.038165 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:55:52.045924 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:55:52.046950 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.069207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40476) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:52.089812 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d80d1882-dcf9-4e57-8ef6-cba1973d33a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.132057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:55:52.132644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.166382 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:55:52.169098 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35b56f4-f725-4a6d-8031-4fcadbb4d726" -d '{"events": [{"server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:55:52.189755 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:55:52.195117 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.202610 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d80d1882-dcf9-4e57-8ef6-cba1973d33a7 admin admin] Publish callbacks [] for security_group (aa2c4978-54e5-4dcf-94d9-925513fa157b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.207488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d80d1882-dcf9-4e57-8ef6-cba1973d33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (aa2c4978-54e5-4dcf-94d9-925513fa157b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.229682 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5099f14-79ec-4b94-a676-7eb7659665b2 x-openstack-request-id: req-f5099f14-79ec-4b94-a676-7eb7659665b2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:55:52.230016 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:55:52.230267 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5099f14-79ec-4b94-a676-7eb7659665b2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:55:52.230653 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5099f14-79ec-4b94-a676-7eb7659665b2'] response: {'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0', 'code': 200} Jun 21 05:55:52.255651 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:52.267729 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d80d1882-dcf9-4e57-8ef6-cba1973d33a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74994277985c4a8a88a5e36580ec47f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968746 Jun 21 05:55:52.268909 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d1882-dcf9-4e57-8ef6-cba1973d33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2c4978-54e5-4dcf-94d9-925513fa157b,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:52.270676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:55:52.330312 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] Publish callbacks [] for security_group (aa2c4978-54e5-4dcf-94d9-925513fa157b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.354114 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] Publish callbacks [] for security_group (aa2c4978-54e5-4dcf-94d9-925513fa157b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.364611 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:52.406794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (aa2c4978-54e5-4dcf-94d9-925513fa157b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.409426 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:52.412935 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa2c4978-54e5-4dcf-94d9-925513fa157b HTTP/1.1" status: 204 len: 168 time: 0.1388750 Jun 21 05:55:52.420307 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bcc1b-1c7c-4ece-ac1a-2932cc5d5cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2c4978-54e5-4dcf-94d9-925513fa157b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:55:52.431943 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:52.436893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7e134-9bf8-4cf7-ba69-41d685df354c req-fdf19906-9b37-4df0-a5c1-0b027c353086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:52.438723 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cd7e134-9bf8-4cf7-ba69-41d685df354c req-fdf19906-9b37-4df0-a5c1-0b027c353086 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 1129 time: 0.0500338 Jun 21 05:55:52.491594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cd7e134-9bf8-4cf7-ba69-41d685df354c req-2e0836ba-8779-4ec4-9042-b819c707e8c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Jun 21 05:55:52.769337 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e1904-ea7d-4a54-94c3-030de202ae5b req-d1939b1a-45ea-48f9-9e36-bbd44c56a9be tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:52.771758 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b87e1904-ea7d-4a54-94c3-030de202ae5b req-d1939b1a-45ea-48f9-9e36-bbd44c56a9be tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0626321 Jun 21 05:55:52.844015 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b87e1904-ea7d-4a54-94c3-030de202ae5b req-d99bd6c9-30fe-43a0-ba52-8ed648ef934d tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590365 Jun 21 05:55:53.153893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26455f5f-c19a-4f6a-9b45-36085e179c8f req-06760029-608d-4a9f-a399-d82d26502b4f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:53.155471 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-26455f5f-c19a-4f6a-9b45-36085e179c8f req-06760029-608d-4a9f-a399-d82d26502b4f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0598924 Jun 21 05:55:53.204221 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-26455f5f-c19a-4f6a-9b45-36085e179c8f req-64de1eb1-b47d-49e7-90fe-f102c757a1f4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jun 21 05:55:53.982045 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a75393-7906-4427-9f38-b011309be1cf req-8b3f99c6-3d93-4f7d-b0f5-aa6eee85c015 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:53.984013 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e3a75393-7906-4427-9f38-b011309be1cf req-8b3f99c6-3d93-4f7d-b0f5-aa6eee85c015 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0651653 Jun 21 05:55:54.052249 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e3a75393-7906-4427-9f38-b011309be1cf req-06affe73-1aa8-46f0-bacb-80f9bf5a582c tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Jun 21 05:55:54.338724 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad04ce-6706-4088-a289-733e892417fb req-bfb2f293-155e-4f1b-9a20-8bff6d221351 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:54.340453 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-20ad04ce-6706-4088-a289-733e892417fb req-bfb2f293-155e-4f1b-9a20-8bff6d221351 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0602288 Jun 21 05:55:54.393488 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-20ad04ce-6706-4088-a289-733e892417fb req-1f4b103f-8931-4520-a5b1-3220ef2fbd3a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Jun 21 05:55:55.185807 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ac3d-f5ef-4dda-8941-6e896af05ef8 req-13dc0247-6692-41be-bcaa-75b5dc1da051 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:55.187595 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d8b1ac3d-f5ef-4dda-8941-6e896af05ef8 req-13dc0247-6692-41be-bcaa-75b5dc1da051 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0518794 Jun 21 05:55:55.206850 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:55.239361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d8b1ac3d-f5ef-4dda-8941-6e896af05ef8 req-fdc78f5f-c14e-45fb-bc1f-3eab69e723e1 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460892 Jun 21 05:55:55.420830 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:55.464884 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-35ab619f-8277-4e60-972c-c314e9ea463c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534761 Jun 21 05:55:55.607476 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d522b-39f7-4845-bd03-db6a261e160a req-333165f5-4dc4-43ca-a14c-bda8b129210d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:55.609092 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0e0d522b-39f7-4845-bd03-db6a261e160a req-333165f5-4dc4-43ca-a14c-bda8b129210d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.1188300 Jun 21 05:55:55.618069 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-2e23d9bc-20d6-4e74-9f5f-db08187bcda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:55.619561 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-2e23d9bc-20d6-4e74-9f5f-db08187bcda6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1129 time: 0.0728288 Jun 21 05:55:55.663464 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0e0d522b-39f7-4845-bd03-db6a261e160a req-25e6f116-4974-4125-af9e-c97d17da8a4b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Jun 21 05:55:55.729394 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:55.730188 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:55:56.127874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c29f-f30c-4c19-9c65-4e25e1d07a8c req-9e5d5220-08f3-420f-86d7-a122db0c310e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:56.129497 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb06c29f-f30c-4c19-9c65-4e25e1d07a8c req-9e5d5220-08f3-420f-86d7-a122db0c310e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Jun 21 05:55:56.182274 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb06c29f-f30c-4c19-9c65-4e25e1d07a8c req-a2991f94-bec8-4981-a0a4-6f0f9c996e6e tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Jun 21 05:55:56.783184 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4025-7905-435c-aee4-f610743fd775 req-9c5bef9a-e5c6-4fa5-9f47-95652e69dd44 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:56.784640 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c0cf4025-7905-435c-aee4-f610743fd775 req-9c5bef9a-e5c6-4fa5-9f47-95652e69dd44 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0466049 Jun 21 05:55:56.833043 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c0cf4025-7905-435c-aee4-f610743fd775 req-a80bacba-cb0f-4922-a532-13e82e0b0ae7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Jun 21 05:55:56.961860 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:55:57.302746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854d9a4-758b-4f5b-bbae-e673f2f55414 req-080e6ec1-5936-4ad6-9986-1fd3c67beea7 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:57.304263 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5854d9a4-758b-4f5b-bbae-e673f2f55414 req-080e6ec1-5936-4ad6-9986-1fd3c67beea7 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0510554 Jun 21 05:55:57.395395 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5854d9a4-758b-4f5b-bbae-e673f2f55414 req-53371854-a748-41a0-bf57-a28ab0ad89ee tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813828 Jun 21 05:55:57.691242 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:55:57.953353 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8946e-fc7f-4d9e-8595-a521e01bda3d req-1ac88a29-b758-45bc-9e5e-473a6eafad3a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:57.954786 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d2c8946e-fc7f-4d9e-8595-a521e01bda3d req-1ac88a29-b758-45bc-9e5e-473a6eafad3a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0513742 Jun 21 05:55:58.004138 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d2c8946e-fc7f-4d9e-8595-a521e01bda3d req-08853172-a054-4f8b-9753-1e068923f299 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jun 21 05:55:58.514458 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8303-a239-44cc-aa2d-dc6e778ba762 req-71085e26-6968-4f47-9117-379dfbe238f8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:58.516084 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f25b8303-a239-44cc-aa2d-dc6e778ba762 req-71085e26-6968-4f47-9117-379dfbe238f8 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Jun 21 05:55:58.566210 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f25b8303-a239-44cc-aa2d-dc6e778ba762 req-2514b28e-5d22-490a-863f-654ab9efd080 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jun 21 05:55:59.136216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4f37a-d50c-4c74-85db-4d2922926db3 req-8bbe0d67-7fdf-4251-ab65-7717fb137532 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:59.137700 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-42e4f37a-d50c-4c74-85db-4d2922926db3 req-8bbe0d67-7fdf-4251-ab65-7717fb137532 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0467443 Jun 21 05:55:59.190585 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-42e4f37a-d50c-4c74-85db-4d2922926db3 req-7f3ac058-ddcf-4c20-8eea-c0fc06921f2c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Jun 21 05:55:59.685183 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c7879-d5cd-4ee3-81ae-30d46c0702ee req-d70ed004-7d8f-4a89-8f28-e8e13b1f6eef tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:55:59.686800 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e0c7879-d5cd-4ee3-81ae-30d46c0702ee req-d70ed004-7d8f-4a89-8f28-e8e13b1f6eef tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Jun 21 05:55:59.736618 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e0c7879-d5cd-4ee3-81ae-30d46c0702ee req-07f9261d-7791-4677-8384-823b87923e24 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jun 21 05:56:00.321443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4cb59-4b1e-4a91-9154-7b9d1ca85b43 req-72118208-3eb0-4512-9766-b9489c40f976 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:00.323067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1dd4cb59-4b1e-4a91-9154-7b9d1ca85b43 req-72118208-3eb0-4512-9766-b9489c40f976 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0565038 Jun 21 05:56:00.373409 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1dd4cb59-4b1e-4a91-9154-7b9d1ca85b43 req-18d712f0-dc86-4756-9166-52df2d3fa3e5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Jun 21 05:56:00.874325 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:00.890298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad78bf-1bdf-406b-917a-8f827803249f req-5c088db5-b021-43c4-9bee-efcd02866227 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:00.891897 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32ad78bf-1bdf-406b-917a-8f827803249f req-5c088db5-b021-43c4-9bee-efcd02866227 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0840895 Jun 21 05:56:00.956322 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:00.988568 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-5810f5d4-91e7-4859-b705-e39f5f3fd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:00.989537 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1c3c-5382-446b-b14f-ed1fe93c4e55 req-ff56d2b7-a8b4-41e3-ac6c-b89be0ff05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:00.990704 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-5810f5d4-91e7-4859-b705-e39f5f3fd836 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.1723261 Jun 21 05:56:00.991773 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6eda1c3c-5382-446b-b14f-ed1fe93c4e55 req-ff56d2b7-a8b4-41e3-ac6c-b89be0ff05de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1130 time: 0.0487640 Jun 21 05:56:00.995468 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32ad78bf-1bdf-406b-917a-8f827803249f req-48df87d8-7c49-4396-9d7f-7a6f826ea4d4 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fc8a769-2128-474e-9a97-a3f648f1ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707104 Jun 21 05:56:01.068360 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-b1e1a2cf-50ba-4ca2-89c7-9ddca36070c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 200 len: 217 time: 0.0384479 Jun 21 05:56:01.072154 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6eda1c3c-5382-446b-b14f-ed1fe93c4e55 req-2d62add4-95b2-4aac-8797-384ae203bd9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Jun 21 05:56:01.501757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-df9ef44a-e143-40e8-872c-e8b1c3a2a726 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:01.503739 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-df9ef44a-e143-40e8-872c-e8b1c3a2a726 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 945 time: 0.0556507 Jun 21 05:56:01.527203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50df8d1-9237-4ce5-b6da-3cfc6fb94ca6 req-1180e16f-c282-48e6-a3ef-d09201595800 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:01.529106 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c50df8d1-9237-4ce5-b6da-3cfc6fb94ca6 req-1180e16f-c282-48e6-a3ef-d09201595800 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0848737 Jun 21 05:56:01.535039 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-51fb6672-82a2-4c0d-9f89-044512725336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:01.536497 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-51fb6672-82a2-4c0d-9f89-044512725336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0820501 Jun 21 05:56:01.611944 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-c2c0571f-47ee-41bb-8674-dd07b3b69b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:01.612169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Deleting port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:56:01.612299 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:01.613466 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-c2c0571f-47ee-41bb-8674-dd07b3b69b50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673122 Jun 21 05:56:01.628409 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c50df8d1-9237-4ce5-b6da-3cfc6fb94ca6 req-0db9704f-593b-42d9-881c-c74cdedd9289 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908604 Jun 21 05:56:01.722669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] For port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,segment=NetworkSegment(317b7c40-2140-4217-ba0c-9baf017801f6),segment_id=317b7c40-2140-4217-ba0c-9baf017801f6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:01.723039 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:01.737015 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Calling delete_port for fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:56:01.892650 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (fb2f74d9-9027-457c-9a77-fc0a5b21bbe0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:01.912020 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['fb2f74d9-9027-457c-9a77-fc0a5b21bbe0'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:56:01.922940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Pushing event deleted for resources: {'Port': ['ID=fb2f74d9-9027-457c-9a77-fc0a5b21bbe0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:01.969238 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] No DVR routers for this DVR port fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:56:01.971764 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:01.975306 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-295b76d5-c92b-419a-924c-8ae574f530b7 req-0a9c63c5-c6a0-4a5e-869a-a623c500c0a6 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.23 "DELETE /v2.0/ports/fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 HTTP/1.1" status: 204 len: 173 time: 0.4561613 Jun 21 05:56:01.975730 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'name': 'network-vif-deleted', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:01.978139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83214b6a-4365-48c7-9ad0-840a7163488c" -d '{"events": [{"server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "name": "network-vif-deleted", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:02.015279 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69eba94-e96f-409a-a12d-c853b53b7d46 x-openstack-request-id: req-e69eba94-e96f-409a-a12d-c853b53b7d46 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:02.015893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24915532-1e10-4632-9b04-93b4c32ee970", "name": "network-vif-deleted", "tag": "fb2f74d9-9027-457c-9a77-fc0a5b21bbe0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:02.015893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e69eba94-e96f-409a-a12d-c853b53b7d46 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:02.016175 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69eba94-e96f-409a-a12d-c853b53b7d46'] response: {'server_uuid': '24915532-1e10-4632-9b04-93b4c32ee970', 'name': 'network-vif-deleted', 'tag': 'fb2f74d9-9027-457c-9a77-fc0a5b21bbe0', 'status': 'completed', 'code': 200} Jun 21 05:56:02.096364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-427d41ef-c6fb-42c6-9596-adc4e35bb85a req-7cb16809-50f2-4bb9-96b3-6fe59863ec72 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 210 time: 0.0306947 Jun 21 05:56:02.203873 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-a42a2c52-6c17-4071-b726-4554a1c3a228 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048727 Jun 21 05:56:02.311000 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61893eb4-6cb8-4dc1-b256-ec385771843a req-683798e5-2a12-4a40-994f-8c04556ffe37 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966859 Jun 21 05:56:02.762167 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5861c8-46e4-4eb3-bf01-054a004f1ffe req-7817a063-1b02-4452-89a8-d368c8d53211 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:02.763758 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eb5861c8-46e4-4eb3-bf01-054a004f1ffe req-7817a063-1b02-4452-89a8-d368c8d53211 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0479069 Jun 21 05:56:02.818349 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eb5861c8-46e4-4eb3-bf01-054a004f1ffe req-1b98544f-3e0a-47b9-a019-18a17681d33d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Jun 21 05:56:03.220489 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ac172b35-931c-4069-8ba2-323284176d3b req-61ac91f2-5932-4df7-9da5-11e64cf54ad4 tempest-VolumesActionsTest-1937324591 tempest-VolumesActionsTest-1937324591-project] 10.222.0.18 "GET /v2.0/ports?device_id=24915532-1e10-4632-9b04-93b4c32ee970 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Jun 21 05:56:03.965096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5600-1e4d-4106-9684-37e7d5d495ea req-f990bbfd-70ee-4b92-9047-fee7a3363ff0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:03.971288 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-79ec5600-1e4d-4106-9684-37e7d5d495ea req-f990bbfd-70ee-4b92-9047-fee7a3363ff0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0726810 Jun 21 05:56:04.038033 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-79ec5600-1e4d-4106-9684-37e7d5d495ea req-c00a93c7-bc1c-4dd3-89db-d9221103d6a4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Jun 21 05:56:04.181822 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc8f59-7375-40c6-b23d-370952ddefb1 req-c652c519-ec3b-41c6-a256-0555ae358aff tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:04.183401 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99cc8f59-7375-40c6-b23d-370952ddefb1 req-c652c519-ec3b-41c6-a256-0555ae358aff tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Jun 21 05:56:04.232474 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99cc8f59-7375-40c6-b23d-370952ddefb1 req-4ae12603-b0ee-4e94-8960-a1ce654250d3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Jun 21 05:56:05.908825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-84baa8e3-99bd-4d82-b6f4-91c36a3c9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:05.910377 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-84baa8e3-99bd-4d82-b6f4-91c36a3c9e95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1129 time: 0.0756490 Jun 21 05:56:05.918953 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ff164-4e0a-4d40-b0cf-d37952869dfe req-947d3bfe-745b-4967-a7a1-92967e342604 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:05.920423 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a44ff164-4e0a-4d40-b0cf-d37952869dfe req-947d3bfe-745b-4967-a7a1-92967e342604 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0771732 Jun 21 05:56:06.041197 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a44ff164-4e0a-4d40-b0cf-d37952869dfe req-11d18f7b-4bff-4eaf-8c78-8f5fc13ba3cf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121721 Jun 21 05:56:06.062851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-cf0f52ea-709d-4e6f-b987-694f29ff67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:06.064586 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-cf0f52ea-709d-4e6f-b987-694f29ff67e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.1430418 Jun 21 05:56:07.004011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:56:07.024508 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:56:07.025155 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device fb2f74d9-9027-457c-9a77-fc0a5b21bbe0 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:56:07.048551 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-b14a5497-080b-43af-a177-bb884381d77f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 200 len: 217 time: 0.0352719 Jun 21 05:56:07.147231 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:07.150364 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:07.166635 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdfbb5-4fb0-4d94-b8cb-ec7e68793f38 req-b2a89bfa-b0f9-4956-b474-309c80ce6cca tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:07.168108 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f2cdfbb5-4fb0-4d94-b8cb-ec7e68793f38 req-b2a89bfa-b0f9-4956-b474-309c80ce6cca tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Jun 21 05:56:07.226849 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f2cdfbb5-4fb0-4d94-b8cb-ec7e68793f38 req-dec3da75-af3f-4e6a-9bfe-d08537223d89 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Jun 21 05:56:07.688326 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:07.983681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-c3e30a9d-028e-4f55-9b4e-3dfba75636a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:07.985913 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-c3e30a9d-028e-4f55-9b4e-3dfba75636a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0524364 Jun 21 05:56:08.347962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2dd3d-90db-4cfd-9335-704b9602c6f7 req-bf5cc23c-642d-4645-bbbe-42b4b6edd61b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:08.349411 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f6a2dd3d-90db-4cfd-9335-704b9602c6f7 req-bf5cc23c-642d-4645-bbbe-42b4b6edd61b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0507877 Jun 21 05:56:08.398842 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f6a2dd3d-90db-4cfd-9335-704b9602c6f7 req-61b14d28-fd30-4a59-b4eb-5daa54ec090d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jun 21 05:56:09.104335 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-fe5d816a-2b77-4570-b19f-eaecb538646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:09.105871 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-fe5d816a-2b77-4570-b19f-eaecb538646e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452645 Jun 21 05:56:09.214442 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-d7bcdf71-d030-43ae-a4c5-a166e137ba11 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979934 Jun 21 05:56:09.331898 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-477ab7b7-55ff-4cd1-beb4-b2efd44003b6 req-e77f0379-3b0d-4536-a24a-377269de950b service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028647 Jun 21 05:56:09.520925 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299613ae-a0be-4c06-a96f-451a9c211917 req-9c8f8ee4-d7ec-475a-b82c-cd5f623fb78a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:09.522521 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-299613ae-a0be-4c06-a96f-451a9c211917 req-9c8f8ee4-d7ec-475a-b82c-cd5f623fb78a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0528324 Jun 21 05:56:09.578485 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-299613ae-a0be-4c06-a96f-451a9c211917 req-b09a98ba-3304-4e8f-a2b1-dc5751414314 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Jun 21 05:56:10.701854 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1d69-f7c3-4ef1-8b96-1f168db71460 req-31c6c3f0-d14d-4940-840a-248a8139aebc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:10.703407 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-695d1d69-f7c3-4ef1-8b96-1f168db71460 req-31c6c3f0-d14d-4940-840a-248a8139aebc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0516758 Jun 21 05:56:10.769282 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-695d1d69-f7c3-4ef1-8b96-1f168db71460 req-820a3d37-3fd5-4f79-9e2c-fbff43d1010c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Jun 21 05:56:11.892288 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851602-3bbf-4bda-bb14-6c176c8ef460 req-ba1b4d60-8dd5-4a55-89b4-f8334f56911a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:11.893898 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-11851602-3bbf-4bda-bb14-6c176c8ef460 req-ba1b4d60-8dd5-4a55-89b4-f8334f56911a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Jun 21 05:56:11.916729 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:11.933723 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=69,neutron:DELETE=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:11.952312 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-11851602-3bbf-4bda-bb14-6c176c8ef460 req-705e049b-0c04-4a1e-91e3-6caa919991e0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Jun 21 05:56:11.954671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:13.068842 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e2cc-7116-4ad9-b90f-c5fef839679d req-7d7f6086-2b4e-4cc5-ab4d-ce2f46714da1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:13.070361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6ca8e2cc-7116-4ad9-b90f-c5fef839679d req-7d7f6086-2b4e-4cc5-ab4d-ce2f46714da1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0464132 Jun 21 05:56:13.130047 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6ca8e2cc-7116-4ad9-b90f-c5fef839679d req-0cc29e70-41fb-40d6-85f3-e99237a853f9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Jun 21 05:56:14.262496 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116185a7-f87b-425a-ba66-4b5f3e96583b req-c7b2af1f-7d21-44a0-ac3f-1400da580abe tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:14.264017 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-116185a7-f87b-425a-ba66-4b5f3e96583b req-c7b2af1f-7d21-44a0-ac3f-1400da580abe tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Jun 21 05:56:14.316320 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-116185a7-f87b-425a-ba66-4b5f3e96583b req-dac499e8-a53b-4775-b9ac-61c955d8841a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Jun 21 05:56:15.222966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bdc87bcf-076e-4866-ba65-be5a724ff769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:15.427920 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:15.437008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799d8aa-468b-4fdd-be5e-716028dbd9e5 req-8fb03f99-5082-4a13-9fd7-d8e689b7e4b2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:15.438975 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7799d8aa-468b-4fdd-be5e-716028dbd9e5 req-8fb03f99-5082-4a13-9fd7-d8e689b7e4b2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Jun 21 05:56:15.511525 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7799d8aa-468b-4fdd-be5e-716028dbd9e5 req-e4958323-82c0-402a-82ad-17e6ede610d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661287 Jun 21 05:56:15.680934 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 40962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:15.794075 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2156e9e8-6b99-4a4b-ba44-929428eea0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:15.884489 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2156e9e8-6b99-4a4b-ba44-929428eea0dd admin admin] Publish callbacks [] for security_group (1f9711b7-06d8-4354-9120-8505b92c3f28), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:15.888448 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2156e9e8-6b99-4a4b-ba44-929428eea0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1f9711b7-06d8-4354-9120-8505b92c3f28), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:15.931996 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2156e9e8-6b99-4a4b-ba44-929428eea0dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1baa49a5cf04fe6823735b87199e6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499518 Jun 21 05:56:15.933096 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156e9e8-6b99-4a4b-ba44-929428eea0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9711b7-06d8-4354-9120-8505b92c3f28,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:15.935726 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 40968) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:16.008298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:16.022178 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] Publish callbacks [] for security_group (1f9711b7-06d8-4354-9120-8505b92c3f28), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:16.050198 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] Publish callbacks [] for security_group (1f9711b7-06d8-4354-9120-8505b92c3f28), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:16.101095 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1f9711b7-06d8-4354-9120-8505b92c3f28), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:16.104790 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:16.105925 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f9711b7-06d8-4354-9120-8505b92c3f28 HTTP/1.1" status: 204 len: 168 time: 0.1685715 Jun 21 05:56:16.116318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347d44c-59a5-4dfc-a1da-722c1e5ef820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9711b7-06d8-4354-9120-8505b92c3f28,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:16.638851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183aec0-baba-4829-b71f-9280622d98bf req-eb8e8c5a-f8e1-4893-afa7-08f4b669224c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:16.640387 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1183aec0-baba-4829-b71f-9280622d98bf req-eb8e8c5a-f8e1-4893-afa7-08f4b669224c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0564160 Jun 21 05:56:16.689890 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1183aec0-baba-4829-b71f-9280622d98bf req-4a1ddcec-68f3-4fb7-ac8c-d35fe6825343 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Jun 21 05:56:17.284519 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b30ea9e-d7f6-4028-9dc5-e877dc6325c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:17.802949 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5759-a5fb-458c-83f1-f786e901904e req-050f5b9d-dae9-4ae7-9808-c43f28bb7574 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:17.804374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a6ca5759-a5fb-458c-83f1-f786e901904e req-050f5b9d-dae9-4ae7-9808-c43f28bb7574 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0469666 Jun 21 05:56:17.858139 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a6ca5759-a5fb-458c-83f1-f786e901904e req-1a787924-bd00-4d78-ac95-378d5fc006d4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Jun 21 05:56:18.825237 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:18.975567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1666-4a90-488d-ae28-b3a684b032c4 req-ed60dce2-a9e6-4650-b0ec-aaa77d55f803 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:18.977176 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef7b1666-4a90-488d-ae28-b3a684b032c4 req-ed60dce2-a9e6-4650-b0ec-aaa77d55f803 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Jun 21 05:56:19.035090 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef7b1666-4a90-488d-ae28-b3a684b032c4 req-282b18e0-ac0b-48ba-bcf4-77e556357dd8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 Jun 21 05:56:19.904948 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-03f30e24-5903-4d5d-8b07-ce58139a44be tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=88247de6a0dc4a1089749816533eabd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341568 Jun 21 05:56:19.932589 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=4,neutron:SELECT=62,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:19.957423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:20.210827 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-53bdd2d9-b2ca-49df-ae4f-3ad7ffd949b5 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:20.213800 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-53bdd2d9-b2ca-49df-ae4f-3ad7ffd949b5 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015239 Jun 21 05:56:20.234001 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9620654-4e48-4a77-ab17-4c49c39d9e68 req-887f99c2-98e7-43d4-b93b-106b435ff334 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:20.238926 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9620654-4e48-4a77-ab17-4c49c39d9e68 req-887f99c2-98e7-43d4-b93b-106b435ff334 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0809264 Jun 21 05:56:20.261402 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-01541b31-4578-4f0a-aaba-c188c8e0591f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/quotas/88247de6a0dc4a1089749816533eabd2 HTTP/1.1" status: 200 len: 375 time: 0.0368884 Jun 21 05:56:20.427746 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-260b86a7-e9ea-48b0-b475-a0676ea26242 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88247de6a0dc4a1089749816533eabd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460567 Jun 21 05:56:20.466964 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9620654-4e48-4a77-ab17-4c49c39d9e68 req-092bed33-ffb4-40fa-807b-6e29caa757ea tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199640 Jun 21 05:56:20.517731 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:20.729499 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2dd7a8aa-e1b4-4624-8cde-1c0eabe144d2 req-52b4e0bb-aee0-4e36-8e0d-15d4a84af8b6 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 210 time: 0.0505879 Jun 21 05:56:21.616740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62649422-a44f-489d-81df-86a1255b8d5d req-a194f756-f22a-416a-ab73-7ee732820245 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:21.619356 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-62649422-a44f-489d-81df-86a1255b8d5d req-a194f756-f22a-416a-ab73-7ee732820245 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0626822 Jun 21 05:56:21.669204 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-62649422-a44f-489d-81df-86a1255b8d5d req-d9ac3801-91a8-4a94-b8f5-4ba215c217b4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Jun 21 05:56:21.866012 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ecec7a7a-9697-47b4-9622-869263b53c7c req-22d2c321-53b1-4964-8722-77f81c2640b7 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 210 time: 0.0509100 Jun 21 05:56:22.149447 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-00855a9f-eb3d-4a39-ae07-0fbf4897faa0 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=88247de6a0dc4a1089749816533eabd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405800 Jun 21 05:56:22.332824 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-5676c451-469d-4522-8182-4d3c49cde0a0 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:22.334508 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-5676c451-469d-4522-8182-4d3c49cde0a0 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762700 Jun 21 05:56:22.364245 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Request body: {'port': {'device_id': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06', 'admin_state_up': True, 'tenant_id': '88247de6a0dc4a1089749816533eabd2'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:22.507156 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:22.566037 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Made reservation on behalf of 88247de6a0dc4a1089749816533eabd2 for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:22.572353 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:22.576138 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:22.596315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:22.753545 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks [] for security_group (1be75b71-21af-4d7e-8e59-d61b09252ba5), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:22.765713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1be75b71-21af-4d7e-8e59-d61b09252ba5), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:23.277965 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be75b71-21af-4d7e-8e59-d61b09252ba5,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:23.309377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e879a9-dc6d-464e-836e-8d99c68e8857 req-c8e74a0e-63de-47f1-86b1-67ded23c0be1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:23.319548 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-56e879a9-dc6d-464e-836e-8d99c68e8857 req-c8e74a0e-63de-47f1-86b1-67ded23c0be1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.4589012 Jun 21 05:56:23.449273 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-56e879a9-dc6d-464e-836e-8d99c68e8857 req-b3f7daf2-49d5-4354-a8b5-aeab31f8ad82 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285310 Jun 21 05:56:23.474734 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Allocated IP 192.168.233.254 (384a4012-ae5c-4248-b02d-6a0942f9bb06/c716b1cc-b9fb-44aa-a0af-014029c7ee2a/8c88900f-f763-4965-a618-dd4e347841d0) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:23.742113 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-899b4d74-4260-4359-9770-7cf0331221c1 req-3207d528-092e-4d2e-93e9-b8513aba19cc tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 210 time: 0.1427314 Jun 21 05:56:23.783557 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7342a31-1275-421c-9716-ec3e5262874a req-bfa644cb-2af3-4a9d-8956-bd0a88e8418c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:23.792097 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7342a31-1275-421c-9716-ec3e5262874a req-bfa644cb-2af3-4a9d-8956-bd0a88e8418c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1850221 Jun 21 05:56:23.871335 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks [] for port (8c88900f-f763-4965-a618-dd4e347841d0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:23.887842 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7342a31-1275-421c-9716-ec3e5262874a req-8ba7bfc9-2daf-4062-bdfe-4400c9c5f55f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946767 Jun 21 05:56:23.940692 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:24.027721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Pushing event updated for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:24.079109 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Network 384a4012-ae5c-4248-b02d-6a0942f9bb06 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:24.081051 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:24.095174 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:24.196291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:24.237615 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:24.239449 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:24.272950 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-1b230f71-7272-47b1-81c1-2bc8e71bf084 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9239433 Jun 21 05:56:24.290553 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Request body: {'port': {'device_id': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:24.392866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:24.446270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8c88900f-f763-4965-a618-dd4e347841d0), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:24.460505 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a1e9b403-bbc7-4dc4-b7ae-7b63b675ad8d None None] Provisioning complete for port 8c88900f-f763-4965-a618-dd4e347841d0 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:24.461160 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b403-bbc7-4dc4-b7ae-7b63b675ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8c88900f-f763-4965-a618-dd4e347841d0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:24.499566 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9b403-bbc7-4dc4-b7ae-7b63b675ad8d None None] Port 8c88900f-f763-4965-a618-dd4e347841d0 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:56:24.648015 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f069-3dd7-4ff0-aa2a-f20464adbc4b req-90241147-e560-4058-89bc-f46d6db0bd89 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:24.649688 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7ec1f069-3dd7-4ff0-aa2a-f20464adbc4b req-90241147-e560-4058-89bc-f46d6db0bd89 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0738945 Jun 21 05:56:24.781258 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7ec1f069-3dd7-4ff0-aa2a-f20464adbc4b req-2cee8e28-b2b2-41fc-8c3d-830bc1824ba5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212029 Jun 21 05:56:24.945360 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c88900f-f763-4965-a618-dd4e347841d0 {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:24.956940 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks [] for port (8c88900f-f763-4965-a618-dd4e347841d0), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:24.974297 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdfce5-e7af-42cc-bd63-5e9fdf4dd15d req-b3044c71-3210-4542-9dda-9a1acc5320fc tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:24.977012 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0bfdfce5-e7af-42cc-bd63-5e9fdf4dd15d req-b3044c71-3210-4542-9dda-9a1acc5320fc tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 936 time: 0.0970721 Jun 21 05:56:25.010577 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Transition to ACTIVE for port object 8c88900f-f763-4965-a618-dd4e347841d0 will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:56:25.057354 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:25.201262 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34036d5-4478-41e6-8f30-b8ca78eaae8c req-2600354e-3221-44fb-b97b-dedabeca9262 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:25.217284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b34036d5-4478-41e6-8f30-b8ca78eaae8c req-2600354e-3221-44fb-b97b-dedabeca9262 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2338409 Jun 21 05:56:25.263367 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0bfdfce5-e7af-42cc-bd63-5e9fdf4dd15d req-a5a5f671-6ed0-41c7-8c56-5a7d1fd745dc tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689965 Jun 21 05:56:25.264395 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:25.390465 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b34036d5-4478-41e6-8f30-b8ca78eaae8c req-d672c0b7-f49a-4178-b66f-fe3122617aba tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719096 Jun 21 05:56:25.468238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Attempting to bind port 8c88900f-f763-4965-a618-dd4e347841d0 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:56:25.468704 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Attempting to bind port 8c88900f-f763-4965-a618-dd4e347841d0 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:56:25.468882 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Attempting to bind port 8c88900f-f763-4965-a618-dd4e347841d0 on network 384a4012-ae5c-4248-b02d-6a0942f9bb06 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:25.474034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Port 8c88900f-f763-4965-a618-dd4e347841d0 on network 384a4012-ae5c-4248-b02d-6a0942f9bb06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:56:25.474418 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Attempting to bind port 8c88900f-f763-4965-a618-dd4e347841d0 on network 384a4012-ae5c-4248-b02d-6a0942f9bb06 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:25.488866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:56:25.489063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Checking segment: {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:56:25.489556 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Bound using segment: {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:56:25.489813 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Bound port: 8c88900f-f763-4965-a618-dd4e347841d0, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9976f083-6c6f-4e51-a4a2-b76cf78df197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:56:25.490200 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8c88900f-f763-4965-a618-dd4e347841d0), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:25.568103 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:25.576511 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:56:25.580207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=8c88900f-f763-4965-a618-dd4e347841d0,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:56:25.592480 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:25.627145 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:25.657014 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:25.658102 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:25.659657 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/8c88900f-f763-4965-a618-dd4e347841d0 HTTP/1.1" status: 200 len: 1098 time: 1.3784955 Jun 21 05:56:25.660153 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:25.663806 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "tag": "8c88900f-f763-4965-a618-dd4e347841d0"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:25.687375 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601548ac-2e58-4028-afd9-eeb64ae261b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:25.730794 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8e6de-e9c7-454e-999b-d43c6e282049 x-openstack-request-id: req-62b8e6de-e9c7-454e-999b-d43c6e282049 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:25.731116 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "tag": "8c88900f-f763-4965-a618-dd4e347841d0", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:25.731333 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62b8e6de-e9c7-454e-999b-d43c6e282049 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:25.733223 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b8e6de-e9c7-454e-999b-d43c6e282049'] response: {'name': 'network-changed', 'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0', 'status': 'completed', 'code': 200} Jun 21 05:56:25.840660 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41282) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:25.928216 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=20,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:25.931879 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=17,neutron:INSERT=9 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:26.175043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e req-f0a789e5-ebc0-4d9a-a1da-c591fb52738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:26.178318 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e req-f0a789e5-ebc0-4d9a-a1da-c591fb52738b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88247de6a0dc4a1089749816533eabd2&device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 1132 time: 0.1172380 Jun 21 05:56:26.180275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-33abed24-1530-4231-a3f3-fafaca5db271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:26.193499 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b41cf-16c3-4b41-9b59-ff1cf684f6a0 req-a152c2ac-a0e9-4b7e-b99d-d457c6765ea4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:26.195378 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e55b41cf-16c3-4b41-9b59-ff1cf684f6a0 req-a152c2ac-a0e9-4b7e-b99d-d457c6765ea4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.3327651 Jun 21 05:56:26.324200 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e55b41cf-16c3-4b41-9b59-ff1cf684f6a0 req-8f2ff678-f647-4ea3-9ae1-c92bddfa9d7a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154222 Jun 21 05:56:26.611048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-33abed24-1530-4231-a3f3-fafaca5db271 admin admin] Publish callbacks [] for security_group (39ddf8bb-3ec8-4e87-b07b-0a0a2e349645), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:26.638982 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-33abed24-1530-4231-a3f3-fafaca5db271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (39ddf8bb-3ec8-4e87-b07b-0a0a2e349645), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:26.677378 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e req-16dda1af-bded-4174-8b0d-4ed35fa58f39 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=88247de6a0dc4a1089749816533eabd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1792734 Jun 21 05:56:26.752372 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b117b-74e7-46ce-a885-454b1b4deb9f req-1935b697-cb20-40c6-8f1a-d1305e931dc7 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:26.755474 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-165b117b-74e7-46ce-a885-454b1b4deb9f req-1935b697-cb20-40c6-8f1a-d1305e931dc7 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 948 time: 0.3684852 Jun 21 05:56:26.855504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8523a-2970-4f75-8d8f-b205b7bce72e req-08eae32e-434d-4612-aaf0-0b46cd118802 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:26.857613 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4e8523a-2970-4f75-8d8f-b205b7bce72e req-08eae32e-434d-4612-aaf0-0b46cd118802 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2194142 Jun 21 05:56:26.914909 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:26.915341 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-33abed24-1530-4231-a3f3-fafaca5db271 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2d88877d4d94ac6aed14a0a8085cf7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0732172 Jun 21 05:56:26.983851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abed24-1530-4231-a3f3-fafaca5db271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ddf8bb-3ec8-4e87-b07b-0a0a2e349645,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:26.984387 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:27.045959 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] Publish callbacks [] for security_group (39ddf8bb-3ec8-4e87-b07b-0a0a2e349645), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:27.107005 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] Publish callbacks [] for security_group (39ddf8bb-3ec8-4e87-b07b-0a0a2e349645), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:27.229670 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (39ddf8bb-3ec8-4e87-b07b-0a0a2e349645), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:27.233344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:27.238845 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39ddf8bb-3ec8-4e87-b07b-0a0a2e349645 HTTP/1.1" status: 204 len: 168 time: 0.3227429 Jun 21 05:56:27.259254 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da76aa7-6b7a-41ec-9c65-c785dcfb02fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ddf8bb-3ec8-4e87-b07b-0a0a2e349645,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:27.315611 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e req-c446fbb8-d9e4-4aaa-8e43-d3c5cc15090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:27.317472 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9dc39a7-d6e8-4613-a821-f9f3e85c7d4e req-c446fbb8-d9e4-4aaa-8e43-d3c5cc15090e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6212862 Jun 21 05:56:27.443565 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c4e8523a-2970-4f75-8d8f-b205b7bce72e req-c14d9b16-39a6-4acd-a0de-3b9a424496d5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5342922 Jun 21 05:56:27.470683 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-165b117b-74e7-46ce-a885-454b1b4deb9f req-40108ada-99f0-4610-8224-58e06b91491e tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570997 Jun 21 05:56:27.561968 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-d2627452-e512-4039-9666-ea2fd012c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:27.563487 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-d2627452-e512-4039-9666-ea2fd012c3c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88247de6a0dc4a1089749816533eabd2&device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 1132 time: 0.1385756 Jun 21 05:56:27.666341 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-0f7d8a6d-a06c-4d4c-9851-e8c29b0201c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8c88900f-f763-4965-a618-dd4e347841d0 HTTP/1.1" status: 200 len: 217 time: 0.0891976 Jun 21 05:56:27.776060 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476d753-be8d-40e1-b0b8-58f1aab32613 req-acbfdbb9-f3c2-4761-85ab-068ad1b4a0fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:27.777687 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f476d753-be8d-40e1-b0b8-58f1aab32613 req-acbfdbb9-f3c2-4761-85ab-068ad1b4a0fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.1909471 Jun 21 05:56:27.798329 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-5a3d258f-f28f-4f32-bf36-6de99016fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:27.799885 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-5a3d258f-f28f-4f32-bf36-6de99016fc5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c716b1cc-b9fb-44aa-a0af-014029c7ee2a HTTP/1.1" status: 200 len: 843 time: 0.0948079 Jun 21 05:56:27.898696 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-fe7d7cab-172b-42bf-b48a-cf40479faddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:27.900840 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-fe7d7cab-172b-42bf-b48a-cf40479faddc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=384a4012-ae5c-4248-b02d-6a0942f9bb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0916779 Jun 21 05:56:27.904756 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f476d753-be8d-40e1-b0b8-58f1aab32613 req-c4b12de0-5818-4068-9bf4-ba8e23c2c98e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188610 Jun 21 05:56:27.917719 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:28.025411 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:28.038286 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-f41889c5-2779-43fd-b514-c0519a1cace8 service neutron] 10.222.0.23 "GET /v2.0/networks/384a4012-ae5c-4248-b02d-6a0942f9bb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289504 Jun 21 05:56:28.184652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177af822-553e-4f64-8987-4718803fecb9 req-e532c8b3-3e47-45f9-9ee1-d7eddddbf648 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:28.186421 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-177af822-553e-4f64-8987-4718803fecb9 req-e532c8b3-3e47-45f9-9ee1-d7eddddbf648 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1163688 Jun 21 05:56:28.286322 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a69b8973-4ee6-4af4-a30d-4670ed668414 req-57b651b4-3b0b-40d1-8990-6ea78bb1bc5c service neutron] 10.222.0.23 "GET /v2.0/networks/384a4012-ae5c-4248-b02d-6a0942f9bb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138994 Jun 21 05:56:28.292359 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-177af822-553e-4f64-8987-4718803fecb9 req-6e5b13df-b3be-4ab8-b6af-2366508f67e9 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782449 Jun 21 05:56:28.738287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc0af-9dca-49fb-ae59-54615d337f36 req-91ec8e09-f177-4297-b59d-cf1172e4d5c0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:28.738287 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9b2cc0af-9dca-49fb-ae59-54615d337f36 req-91ec8e09-f177-4297-b59d-cf1172e4d5c0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1551716 Jun 21 05:56:28.743118 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b789078-13c8-427e-9bec-49c117fdb0a9 req-5f1f9099-9b0b-49e6-9b55-b3db822455e8 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:28.750210 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8b789078-13c8-427e-9bec-49c117fdb0a9 req-5f1f9099-9b0b-49e6-9b55-b3db822455e8 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 948 time: 0.1087565 Jun 21 05:56:28.832365 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8b789078-13c8-427e-9bec-49c117fdb0a9 req-7c2085c5-7107-4318-afca-00bde23403cd tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812485 Jun 21 05:56:28.843040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9b2cc0af-9dca-49fb-ae59-54615d337f36 req-afa931f7-34a5-4b25-b61e-dd35d5830c4a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896368 Jun 21 05:56:29.155249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2dbe8-8fbf-4158-9b2c-c6462fb8eed4 req-d1e3e828-cd69-4f8d-82e5-a24a77bf62c6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:29.157126 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d6c2dbe8-8fbf-4158-9b2c-c6462fb8eed4 req-d1e3e828-cd69-4f8d-82e5-a24a77bf62c6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0969169 Jun 21 05:56:29.246606 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d6c2dbe8-8fbf-4158-9b2c-c6462fb8eed4 req-05f826cd-b11c-46b4-9489-d6d838f10a75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836027 Jun 21 05:56:29.437748 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f848dbf-ab91-4001-8f9e-6d761a725763 req-5396ff42-87dd-4923-86c6-dc9de08f0771 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:29.439695 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f848dbf-ab91-4001-8f9e-6d761a725763 req-5396ff42-87dd-4923-86c6-dc9de08f0771 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0597143 Jun 21 05:56:29.505326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:29.510671 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f848dbf-ab91-4001-8f9e-6d761a725763 req-8b444401-75c0-4955-b004-de4b70c28fe8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569890 Jun 21 05:56:29.678803 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c4944f8-8664-4fb8-9d04-719fa131c8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:29.815532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c4944f8-8664-4fb8-9d04-719fa131c8d5 admin admin] Publish callbacks [] for security_group (90595b84-30cc-4452-976f-b616e8d79f01), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:29.821481 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c4944f8-8664-4fb8-9d04-719fa131c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (90595b84-30cc-4452-976f-b616e8d79f01), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:29.899482 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-6c4944f8-8664-4fb8-9d04-719fa131c8d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18f7d461eaae4497b9d19120cbfe30d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929751 Jun 21 05:56:29.902180 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41408) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:29.916144 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4944f8-8664-4fb8-9d04-719fa131c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90595b84-30cc-4452-976f-b616e8d79f01,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:30.098799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfe023-8e97-450a-b6b9-20cbc101e624 req-5b4a4d1d-ea77-458e-9d67-f01566f317e4 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:30.101294 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eecfe023-8e97-450a-b6b9-20cbc101e624 req-5b4a4d1d-ea77-458e-9d67-f01566f317e4 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 948 time: 0.1307814 Jun 21 05:56:30.139660 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a96f1-e4e4-403b-9364-08fd91ab78a4 req-dddba869-a1dc-4c67-836b-12ebef9a45bf tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:30.141435 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9e5a96f1-e4e4-403b-9364-08fd91ab78a4 req-dddba869-a1dc-4c67-836b-12ebef9a45bf tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1415813 Jun 21 05:56:30.144847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] Publish callbacks [] for security_group (90595b84-30cc-4452-976f-b616e8d79f01), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:30.224562 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] Publish callbacks [] for security_group (90595b84-30cc-4452-976f-b616e8d79f01), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:30.257221 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eecfe023-8e97-450a-b6b9-20cbc101e624 req-ef565fbb-1b40-4318-ab34-488a0b86f428 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439717 Jun 21 05:56:30.316242 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9e5a96f1-e4e4-403b-9364-08fd91ab78a4 req-2c531929-20c6-4524-a714-034b2271f574 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649840 Jun 21 05:56:30.392631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (90595b84-30cc-4452-976f-b616e8d79f01), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:30.396567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:30.398583 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90595b84-30cc-4452-976f-b616e8d79f01 HTTP/1.1" status: 204 len: 168 time: 0.4952288 Jun 21 05:56:30.416528 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd89801-9c7a-4909-87fa-4b182ab4acbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90595b84-30cc-4452-976f-b616e8d79f01,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:30.498419 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:30.525835 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2caa0-5b6d-401f-a5c1-73e3b5141d6e req-2ed41728-476a-4471-84d8-d22856e207f1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:30.534282 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5fc2caa0-5b6d-401f-a5c1-73e3b5141d6e req-2ed41728-476a-4471-84d8-d22856e207f1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.1019812 Jun 21 05:56:30.638358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:30.644367 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5fc2caa0-5b6d-401f-a5c1-73e3b5141d6e req-af026616-b490-4bf5-9966-ed97ce6d7cb2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090591 Jun 21 05:56:30.699542 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3985-63ca-4b68-9415-9b433815cf78 req-22ec001a-8eba-4525-b712-b75b3c04d556 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:30.701107 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-317f3985-63ca-4b68-9415-9b433815cf78 req-22ec001a-8eba-4525-b712-b75b3c04d556 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0556090 Jun 21 05:56:30.803358 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-317f3985-63ca-4b68-9415-9b433815cf78 req-0f852a0d-31e3-4736-886f-1da14eeb4d40 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944312 Jun 21 05:56:31.367671 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60027a-72a7-40c2-b325-2e1f3203eaf7 req-b6e4c02b-de82-44c9-ac37-1d5ec1167eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:31.370582 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a60027a-72a7-40c2-b325-2e1f3203eaf7 req-b6e4c02b-de82-44c9-ac37-1d5ec1167eed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1129 time: 0.0712566 Jun 21 05:56:31.447233 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a60027a-72a7-40c2-b325-2e1f3203eaf7 req-0eaffe08-6c21-481e-8c78-ffbf47b18a9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694153 Jun 21 05:56:31.578227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedd7be-16b1-409c-a171-6d9e18c696c0 req-1487e703-6561-4a30-a109-e8098647275f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:31.580251 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1dedd7be-16b1-409c-a171-6d9e18c696c0 req-1487e703-6561-4a30-a109-e8098647275f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 948 time: 0.1183097 Jun 21 05:56:31.596148 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4cf0c-e2c3-4151-9e51-a3da3386f166 req-5d35b6ee-b39a-4e3a-b4d2-7d7b4b327bf0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:31.598172 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9d4cf0c-e2c3-4151-9e51-a3da3386f166 req-5d35b6ee-b39a-4e3a-b4d2-7d7b4b327bf0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0848560 Jun 21 05:56:31.690577 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1dedd7be-16b1-409c-a171-6d9e18c696c0 req-62034c31-e660-4a3c-a5ea-1ec845dc3c4f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911655 Jun 21 05:56:31.698763 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9d4cf0c-e2c3-4151-9e51-a3da3386f166 req-c9827acd-fa59-4d12-99d4-43ad4568edc7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908155 Jun 21 05:56:31.841033 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6558e38-1a78-43f2-8cdf-8eabbc778249 req-1508165d-fc5f-40fa-8cb1-bb857c628044 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:31.850308 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6558e38-1a78-43f2-8cdf-8eabbc778249 req-1508165d-fc5f-40fa-8cb1-bb857c628044 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0761876 Jun 21 05:56:31.958639 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6558e38-1a78-43f2-8cdf-8eabbc778249 req-a86d38a3-a0b1-429d-9130-43be622a42ca tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071839 Jun 21 05:56:32.073695 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 8c88900f-f763-4965-a618-dd4e347841d0 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:56:32.142778 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326daa-d609-4644-9e6d-1519c52748c8 req-8a462a91-3575-4ab0-9c58-4047a70ff047 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:32.145815 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75326daa-d609-4644-9e6d-1519c52748c8 req-8a462a91-3575-4ab0-9c58-4047a70ff047 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1369293 Jun 21 05:56:32.228687 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=8c88900f-f763-4965-a618-dd4e347841d0,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:32.261739 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '8c88900f-f763-4965-a618-dd4e347841d0', 'network_id': '384a4012-ae5c-4248-b02d-6a0942f9bb06', 'port_id': '8c88900f-f763-4965-a618-dd4e347841d0', 'mac_address': 'fa:16:3e:42:83:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c716b1cc-b9fb-44aa-a0af-014029c7ee2a', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:56:32.326566 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 8c88900f-f763-4965-a618-dd4e347841d0 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:32.326566 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8c88900f-f763-4965-a618-dd4e347841d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:32.343135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c88900f-f763-4965-a618-dd4e347841d0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:32.358982 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75326daa-d609-4644-9e6d-1519c52748c8 req-32d5a38f-7292-4774-a462-9769d441c2ce tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034073 Jun 21 05:56:32.404217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=8c88900f-f763-4965-a618-dd4e347841d0,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:32.413007 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:32.486957 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:32.495721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.496587 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.497134 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.497720 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.498281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.498863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.499644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.500171 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.500766 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.501291 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.501823 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.502387 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.503194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.503742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.504280 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:32.870236 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['8c88900f-f763-4965-a618-dd4e347841d0'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:56:32.954544 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:33.272570 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5356bf33-2bd3-476e-b669-ede34d7580d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.309140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cac6b-3441-489c-89fe-aea2b57d6a12 req-f2f75406-5d0e-4573-8b3e-15e71ad5316c tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:33.310863 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a67cac6b-3441-489c-89fe-aea2b57d6a12 req-f2f75406-5d0e-4573-8b3e-15e71ad5316c tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 949 time: 0.5007896 Jun 21 05:56:33.326739 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bc912-4f3d-409f-9dcb-8231b5d7f9b0 req-866908a7-3d8d-4fc6-9f5a-68dc7ded7c29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:33.341960 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-059bc912-4f3d-409f-9dcb-8231b5d7f9b0 req-866908a7-3d8d-4fc6-9f5a-68dc7ded7c29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.4743474 Jun 21 05:56:33.463724 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a67cac6b-3441-489c-89fe-aea2b57d6a12 req-9a177ce0-6fcf-48ba-b5d7-e849b4fc9251 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Jun 21 05:56:33.475118 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5356bf33-2bd3-476e-b669-ede34d7580d3 admin admin] Publish callbacks [] for security_group (4dddd725-fc35-4b01-9d28-66a0984dfd88), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.478616 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-059bc912-4f3d-409f-9dcb-8231b5d7f9b0 req-e237b5af-b743-47cb-8cd2-b1e145daab09 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415703 Jun 21 05:56:33.480764 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5356bf33-2bd3-476e-b669-ede34d7580d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4dddd725-fc35-4b01-9d28-66a0984dfd88), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.569635 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5356bf33-2bd3-476e-b669-ede34d7580d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86139d6a7faf48cb821034f6af40e779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138003 Jun 21 05:56:33.575140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41508) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:33.585559 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356bf33-2bd3-476e-b669-ede34d7580d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddd725-fc35-4b01-9d28-66a0984dfd88,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:33.717717 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359286c3-179a-4db6-ab51-787d39fac632 req-4b0684d8-4f01-47fe-bbe5-b42ca66d8cbe tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:33.719406 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-359286c3-179a-4db6-ab51-787d39fac632 req-4b0684d8-4f01-47fe-bbe5-b42ca66d8cbe tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1408799 Jun 21 05:56:33.734623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687fa93-3d55-47ae-92b3-81dbc07cc6da req-255be477-b5d1-4adb-addb-bab01816ae50 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:33.744055 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5687fa93-3d55-47ae-92b3-81dbc07cc6da req-255be477-b5d1-4adb-addb-bab01816ae50 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.1283910 Jun 21 05:56:33.785432 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:33.795670 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] Publish callbacks [] for security_group (4dddd725-fc35-4b01-9d28-66a0984dfd88), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.846533 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] Publish callbacks [] for security_group (4dddd725-fc35-4b01-9d28-66a0984dfd88), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.856351 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:33.885913 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-359286c3-179a-4db6-ab51-787d39fac632 req-b44fb8eb-e822-4edf-a612-b7c9ca7c93c8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378748 Jun 21 05:56:33.920383 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5687fa93-3d55-47ae-92b3-81dbc07cc6da req-aee7a132-8acf-453f-a320-e345ebff5b57 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717134 Jun 21 05:56:33.956393 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4dddd725-fc35-4b01-9d28-66a0984dfd88), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.960806 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:33.965143 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dddd725-fc35-4b01-9d28-66a0984dfd88 HTTP/1.1" status: 204 len: 168 time: 0.3862641 Jun 21 05:56:33.986294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778b792-4324-4efb-8030-8fb3276afbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddd725-fc35-4b01-9d28-66a0984dfd88,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:34.153207 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 8c88900f-f763-4965-a618-dd4e347841d0 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:56:34.281971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 8c88900f-f763-4965-a618-dd4e347841d0 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:56:34.306861 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 8c88900f-f763-4965-a618-dd4e347841d0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:34.307261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (8c88900f-f763-4965-a618-dd4e347841d0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:34.448124 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:34.460085 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 8c88900f-f763-4965-a618-dd4e347841d0 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:34.460791 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8c88900f-f763-4965-a618-dd4e347841d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:34.546777 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=8c88900f-f763-4965-a618-dd4e347841d0,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:34.549472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:34.571785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94a5df5-d388-44ec-bc07-6524687db517" -d '{"events": [{"server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "name": "network-vif-plugged", "status": "completed", "tag": "8c88900f-f763-4965-a618-dd4e347841d0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:34.573205 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f356a-d864-4b59-ad5a-27d4a71104b9 req-a30cd1c1-4248-47e4-b447-7949019722b0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:34.580866 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-263f356a-d864-4b59-ad5a-27d4a71104b9 req-a30cd1c1-4248-47e4-b447-7949019722b0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.2532046 Jun 21 05:56:34.602792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-44affeef-7c45-4ab4-9c8d-4111790455f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:34.604405 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-44affeef-7c45-4ab4-9c8d-4111790455f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 1129 time: 0.2476230 Jun 21 05:56:34.606995 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:34.689588 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:34.692787 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:56:34.710749 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:34.782312 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae649ba-3c63-4e00-be96-02f1bc7c4f71 req-d4328f3b-6423-4953-a6f5-3b14c1ee5c7f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:34.791616 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ae649ba-3c63-4e00-be96-02f1bc7c4f71 req-d4328f3b-6423-4953-a6f5-3b14c1ee5c7f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.1354525 Jun 21 05:56:34.818567 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-263f356a-d864-4b59-ad5a-27d4a71104b9 req-18e9f36f-22df-4c77-87b9-d8d02e8524fd tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364697 Jun 21 05:56:34.918035 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-64a0a1a5-ce9c-4a3c-8ff4-528399333bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:34.922006 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-64a0a1a5-ce9c-4a3c-8ff4-528399333bb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.2950528 Jun 21 05:56:35.040952 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22a51-1df3-4f35-913f-b34739b13eb5 req-fad9908c-e92b-49bc-9bbd-6680ccf4338c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:35.048049 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30f22a51-1df3-4f35-913f-b34739b13eb5 req-fad9908c-e92b-49bc-9bbd-6680ccf4338c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1245000 Jun 21 05:56:35.063900 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-1b427571-b6b0-4e88-8936-21218780e695 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 200 len: 217 time: 0.1229084 Jun 21 05:56:35.156048 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ae649ba-3c63-4e00-be96-02f1bc7c4f71 req-421fbac6-3c4c-4477-8d82-ec11ddf70a1e tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645880 Jun 21 05:56:35.241812 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-dd743f45-9f1f-4c8a-b07f-6607d0ed1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:35.243954 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-dd743f45-9f1f-4c8a-b07f-6607d0ed1035 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.1620367 Jun 21 05:56:35.256471 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e19bd-79cd-4961-9d77-0e1ed47893ef x-openstack-request-id: req-570e19bd-79cd-4961-9d77-0e1ed47893ef {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:35.257964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "name": "network-vif-plugged", "status": "completed", "tag": "8c88900f-f763-4965-a618-dd4e347841d0", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:35.258645 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-570e19bd-79cd-4961-9d77-0e1ed47893ef {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:35.259560 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570e19bd-79cd-4961-9d77-0e1ed47893ef'] response: {'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0', 'code': 200} Jun 21 05:56:35.269180 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30f22a51-1df3-4f35-913f-b34739b13eb5 req-3c30d358-7e33-4056-9fb6-e09644984e2d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199113 Jun 21 05:56:35.414306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-d374f400-2081-4e2f-a1fc-1f5ce3cfbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:35.414306 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-d374f400-2081-4e2f-a1fc-1f5ce3cfbc08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539881 Jun 21 05:56:35.491688 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ce56-25a1-4ecd-ae98-5f165fa7415a req-5fed67ba-98db-4621-aa3e-c87cdea114fe tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:35.493296 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-63a9ce56-25a1-4ecd-ae98-5f165fa7415a req-5fed67ba-98db-4621-aa3e-c87cdea114fe tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1300957 Jun 21 05:56:35.504780 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41566) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:35.600555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec265b-2250-4a8d-917c-230df596aee9 req-d98549ed-1315-462d-bc8e-b9caadcfbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:35.602909 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a0ec265b-2250-4a8d-917c-230df596aee9 req-d98549ed-1315-462d-bc8e-b9caadcfbacb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 1134 time: 0.0717909 Jun 21 05:56:35.684422 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a0ec265b-2250-4a8d-917c-230df596aee9 req-37084c85-f50b-42a6-a74f-55bfcf3a0334 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697677 Jun 21 05:56:35.734389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-63a9ce56-25a1-4ecd-ae98-5f165fa7415a req-2ae9e874-605e-41f8-abed-a8ea5b0f6bfd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266269 Jun 21 05:56:35.775383 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-1a8969ed-a1f0-405d-8ad0-734b654bb405 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524039 Jun 21 05:56:35.775583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1640327123-network', 'tenant_id': 'a7e723a47d5246779d7835b9898429e1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:35.818065 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Made reservation on behalf of a7e723a47d5246779d7835b9898429e1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:35.820510 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:35.833518 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:35.883338 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41578) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:35.899685 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554221573', 'description': 'tempest-description--1936704059'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:35.997629 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:36.002676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks [] for security_group (9352fed8-cdcc-4878-803f-091486fa07a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.027549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9352fed8-cdcc-4878-803f-091486fa07a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.038603 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:36.085378 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:56:36.101385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352fed8-cdcc-4878-803f-091486fa07a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:36.133763 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.134458 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Added segment b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c of type vlan for network e61240a9-48fb-49f1-8f20-d7bad2434914 Jun 21 05:56:36.158072 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:36.195087 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (e61240a9-48fb-49f1-8f20-d7bad2434914), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.235460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (e61240a9-48fb-49f1-8f20-d7bad2434914), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.236932 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:36.237704 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.239634 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.290769 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4edf-a17d-4b76-a076-0e8b870e2a67 req-9e5cd131-5c0e-43fd-954c-bfbe294984cc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:36.290769 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-802d4edf-a17d-4b76-a076-0e8b870e2a67 req-9e5cd131-5c0e-43fd-954c-bfbe294984cc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.3506987 Jun 21 05:56:36.294710 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7882428 Jun 21 05:56:36.299659 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:36.305143 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Request body: {'subnet': {'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1640327123-subnet', 'tenant_id': 'a7e723a47d5246779d7835b9898429e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:36.373712 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:36.375558 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Made reservation on behalf of a7e723a47d5246779d7835b9898429e1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:36.378236 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.380432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a04311-c7b5-4c8d-bdfa-9cfe9a77bca2 admin admin] Pushing event updated for resources: {'Network': ['ID=e61240a9-48fb-49f1-8f20-d7bad2434914,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:36.393774 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network e61240a9-48fb-49f1-8f20-d7bad2434914 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:56:36.423439 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d79b-d61d-421a-8657-23e14fb12915 req-e23de898-b271-41fd-8be7-c2b326e71907 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:36.425011 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-07b6d79b-d61d-421a-8657-23e14fb12915 req-e23de898-b271-41fd-8be7-c2b326e71907 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.1330111 Jun 21 05:56:36.455530 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31eab5f2-0e08-4ca8-9e17-6b2a714c8c58 req-53d35a5f-bc0b-46af-83d2-f894be7b2475 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375535 Jun 21 05:56:36.513388 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-802d4edf-a17d-4b76-a076-0e8b870e2a67 req-3efc9a55-c5b0-46cb-98bb-5ab42ba5d11c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013311 Jun 21 05:56:36.586286 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-07b6d79b-d61d-421a-8657-23e14fb12915 req-53be0a15-8190-4a7b-83c0-76f58141d178 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521914 Jun 21 05:56:36.605051 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (399517a3-90b1-4e47-8b7e-ca2f6537f9aa), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.622321 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (399517a3-90b1-4e47-8b7e-ca2f6537f9aa), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.666470 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.669094 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7748938 Jun 21 05:56:36.683847 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:36.694226 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '399517a3-90b1-4e47-8b7e-ca2f6537f9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:36.733146 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.775037 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25468-07a2-4f72-84fc-8a90671d4fa6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399517a3-90b1-4e47-8b7e-ca2f6537f9aa,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:36.795614 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (5331da43-e31d-4c7d-b67b-5d4d5a46fb7f), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.806689 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37a25-44b7-48c8-8925-45a1d18cefae req-6958f8b9-cc5b-4be1-94a9-728933845db4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:36.808666 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-add37a25-44b7-48c8-8925-45a1d18cefae req-6958f8b9-cc5b-4be1-94a9-728933845db4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1582117 Jun 21 05:56:36.841436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:36.914176 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Checking segment: {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:56:36.915015 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Network hostable DHCP agents. Network: e61240a9-48fb-49f1-8f20-d7bad2434914, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:56:36.939773 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-add37a25-44b7-48c8-8925-45a1d18cefae req-fe4f1751-0b07-4ef3-bb78-f4cbec5cb40a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127300 Jun 21 05:56:36.969031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02617b8f-9483-4d62-a6f2-81793accf057 req-61770c2e-590b-486b-851c-6167538d50c4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:36.971480 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Network e61240a9-48fb-49f1-8f20-d7bad2434914 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:56:36.979344 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-02617b8f-9483-4d62-a6f2-81793accf057 req-61770c2e-590b-486b-851c-6167538d50c4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1064315 Jun 21 05:56:36.983460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (5331da43-e31d-4c7d-b67b-5d4d5a46fb7f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:36.992051 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (5331da43-e31d-4c7d-b67b-5d4d5a46fb7f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.002941 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:37.004035 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, e61240a9-48fb-49f1-8f20-d7bad2434914) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:37.016147 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b846786-a81e-4424-82b4-a6b1ea3958d0 None None] Network e61240a9-48fb-49f1-8f20-d7bad2434914 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:56:37.019231 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:37.019738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.027961 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5331da43-e31d-4c7d-b67b-5d4d5a46fb7f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:37.046770 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.048006 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-11e0b163-391d-4b30-8ca0-03822eb970af tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629711 Jun 21 05:56:37.051310 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41598) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:37.060684 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '399517a3-90b1-4e47-8b7e-ca2f6537f9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:37.067659 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-02617b8f-9483-4d62-a6f2-81793accf057 req-f39353b1-f815-4b68-b016-071e5249131b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874052 Jun 21 05:56:37.085319 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5beb0377-30d8-4159-bc7e-38a520c2e524 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7765715 Jun 21 05:56:37.149205 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (be91f587-2677-4851-b8a0-99acef59b651), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.287392 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (be91f587-2677-4851-b8a0-99acef59b651), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.296385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (be91f587-2677-4851-b8a0-99acef59b651), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.354777 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be91f587-2677-4851-b8a0-99acef59b651,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:37.368417 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.368686 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41610) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:37.368838 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-30d22465-705f-4258-914a-253fbe4c6b39 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3143544 Jun 21 05:56:37.377282 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:37.382483 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce18b76-c247-41d6-944e-ec016c9e2eb0 None None] Network e61240a9-48fb-49f1-8f20-d7bad2434914 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:56:37.435924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.717975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:37.827597 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d10b29-7c97-4714-bf53-a25e113cb79b req-4b3f6782-caa8-4bf5-948e-044e7b784d6b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:37.829206 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70d10b29-7c97-4714-bf53-a25e113cb79b req-4b3f6782-caa8-4bf5-948e-044e7b784d6b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.1611826 Jun 21 05:56:37.882783 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d499b13-2aed-456f-a419-8d8264b241e7 req-f988bc22-e943-4be3-8f7c-215d2166b17f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:37.885022 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d499b13-2aed-456f-a419-8d8264b241e7 req-f988bc22-e943-4be3-8f7c-215d2166b17f tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.1088712 Jun 21 05:56:37.961653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.27.0.65 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1d262526-f0e5-4450-ab7e-80a126c487c0) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:37.992564 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d499b13-2aed-456f-a419-8d8264b241e7 req-a9463f5f-3314-4e9b-a423-2eb411f462dd tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Jun 21 05:56:38.015413 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-70d10b29-7c97-4714-bf53-a25e113cb79b req-5bfae8ca-97c1-48c5-a1df-615e722380a6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515758 Jun 21 05:56:38.080124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:38.114036 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:38.353047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227eb4b-f7f7-4938-9989-bb30f5ce0e9f req-b0778407-4a90-4295-bbad-23536045279e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:38.362435 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2227eb4b-f7f7-4938-9989-bb30f5ce0e9f req-b0778407-4a90-4295-bbad-23536045279e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1293881 Jun 21 05:56:38.519137 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:38.540112 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de494f-daea-4af9-970c-35c974168dd2 req-4273d0f0-2595-4873-b8ad-abe4af826efd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:38.548668 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08de494f-daea-4af9-970c-35c974168dd2 req-4273d0f0-2595-4873-b8ad-abe4af826efd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.3143232 Jun 21 05:56:38.638544 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-08de494f-daea-4af9-970c-35c974168dd2 req-a403884c-8cc4-4969-902f-2bbbd5fb1bfb tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884974 Jun 21 05:56:38.683082 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2227eb4b-f7f7-4938-9989-bb30f5ce0e9f req-8b3e21e1-6bb4-4d64-8d33-b2727aeabbad tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551763 Jun 21 05:56:38.711239 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:38.788951 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:38.796465 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:38.799088 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=1d262526-f0e5-4450-ab7e-80a126c487c0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:38.808889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:38.980739 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.092215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.448931 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:39.463018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84629b3f-ed33-46d1-833f-9be5f750afc1 req-b2b08299-4dba-44cf-9e3f-7a0c5fcce239 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:39.470002 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84629b3f-ed33-46d1-833f-9be5f750afc1 req-b2b08299-4dba-44cf-9e3f-7a0c5fcce239 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.1462104 Jun 21 05:56:39.482849 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5e5c9-8d5c-4482-acd5-1d4e6261f92b req-7eb1188a-9f5b-4629-9f29-28ed2229b123 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:39.484437 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87a5e5c9-8d5c-4482-acd5-1d4e6261f92b req-7eb1188a-9f5b-4629-9f29-28ed2229b123 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.1598048 Jun 21 05:56:39.562201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.588456 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.702785 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84629b3f-ed33-46d1-833f-9be5f750afc1 req-7a2b170d-d4b9-4000-8c2b-f669765edd04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317042 Jun 21 05:56:39.746676 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87a5e5c9-8d5c-4482-acd5-1d4e6261f92b req-34633895-fe42-4271-890d-2283de74aaf2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276800 Jun 21 05:56:39.749255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=1d262526-f0e5-4450-ab7e-80a126c487c0,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:39.813224 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:39.814587 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.849467 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:39.850905 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ecb2fff0-efab-4ac3-8302-c7364b92c8b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4821210 Jun 21 05:56:40.142204 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ecfd-7b80-424a-a3fd-c229f599802b req-7ea2d49b-7e02-49be-aaf1-d6f28b1eac35 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:40.146294 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6335ecfd-7b80-424a-a3fd-c229f599802b req-7ea2d49b-7e02-49be-aaf1-d6f28b1eac35 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1552401 Jun 21 05:56:40.357086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-e2ff0657-62a2-434a-ab7d-0f5f56ea4243 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:40.359560 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-e2ff0657-62a2-434a-ab7d-0f5f56ea4243 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 814 time: 0.3082016 Jun 21 05:56:40.405513 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-ca26a9d2-5121-4f73-8c93-8c0737417883 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/quotas/a7e723a47d5246779d7835b9898429e1 HTTP/1.1" status: 200 len: 375 time: 0.0259774 Jun 21 05:56:40.460547 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-77ab6d52-a5fa-44a0-b622-644a52473aa9 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542750 Jun 21 05:56:40.479934 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6335ecfd-7b80-424a-a3fd-c229f599802b req-c75e8e54-ad35-4462-9268-5dc1cfbaa6fd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025455 Jun 21 05:56:40.655106 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-4014b34c-4951-4bee-96c4-3c42dbdd469a service neutron] 10.222.0.18 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593373 Jun 21 05:56:40.715311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb175e95-ddf5-4270-927d-b31065e25071 req-c312c0a3-ce0a-42a3-9de8-81ed4ed73fd7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:40.724420 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bb175e95-ddf5-4270-927d-b31065e25071 req-c312c0a3-ce0a-42a3-9de8-81ed4ed73fd7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1317534 Jun 21 05:56:40.849626 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bb175e95-ddf5-4270-927d-b31065e25071 req-6064fef5-beac-4fa8-82b9-a486b8ee09b3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241131 Jun 21 05:56:40.907580 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-95c5a631-5e4a-4ced-b81a-86bc17ec4c1e service neutron] 10.222.0.18 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503433 Jun 21 05:56:41.306977 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cc4f27a8-0a23-4258-9397-68b45438bdb9 req-bc8e7a1e-c1a3-4b04-be87-755dc2a9ffb9 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 210 time: 0.0468187 Jun 21 05:56:41.336649 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-d24397b4-26b2-4965-87be-d2b9c7e1023a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--554221573&fields=id&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 267 time: 0.1168473 Jun 21 05:56:41.515914 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa1b5-98da-44b4-8a21-6b75bde1ffbe req-ba155a7c-fee8-48a1-b100-c8b39059ec1a tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:41.518938 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-034aa1b5-98da-44b4-8a21-6b75bde1ffbe req-ba155a7c-fee8-48a1-b100-c8b39059ec1a tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.1261120 Jun 21 05:56:41.551085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-372cfd5f-a95a-4d9e-844f-22f4f2433d50 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:41.562019 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-372cfd5f-a95a-4d9e-844f-22f4f2433d50 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.2237387 Jun 21 05:56:41.587518 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-2f1a8c5d-300f-4fe5-84ee-24c8d75c8929 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/quotas/ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 375 time: 0.0240571 Jun 21 05:56:41.741395 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-034aa1b5-98da-44b4-8a21-6b75bde1ffbe req-d76d1ff2-72e1-4230-9ecd-f6731bbea25c tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451349 Jun 21 05:56:41.780266 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-6b08c7e5-92b5-4970-b002-f991acdef1ab tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913607 Jun 21 05:56:41.835009 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:41.965725 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870b07b-3714-44ae-9c37-d7feb7977597 req-ef83471d-a6d1-4d38-9ecf-b763ee24e72c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:41.974955 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8870b07b-3714-44ae-9c37-d7feb7977597 req-ef83471d-a6d1-4d38-9ecf-b763ee24e72c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0916429 Jun 21 05:56:41.977170 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:42.042198 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-6a7d5c9b-d117-4d84-8233-d76100cc9cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530675 Jun 21 05:56:42.316075 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=20 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:42.462675 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8870b07b-3714-44ae-9c37-d7feb7977597 req-1d0c8155-56a3-4663-bead-5719dbd8eed9 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863865 Jun 21 05:56:42.501313 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-92285edf-bb33-4f5b-a62b-0ee570528db9 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657931 Jun 21 05:56:42.584056 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:42.593281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230919173', 'description': 'tempest-description--1531259297'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:42.677257 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:42.719640 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489cf4a-c7e3-4b24-93d4-17bacad983bd req-aae8c744-1c9a-4bdc-aba8-6081bef376da tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:42.728133 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9489cf4a-c7e3-4b24-93d4-17bacad983bd req-aae8c744-1c9a-4bdc-aba8-6081bef376da tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0812924 Jun 21 05:56:42.799090 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9489cf4a-c7e3-4b24-93d4-17bacad983bd req-790362c7-7a1b-492c-b055-8a0e3e5bbf52 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698447 Jun 21 05:56:42.917136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:42.932267 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f2743ff3-6174-43a0-84e9-b33e4e97f403 req-4c317276-d90a-4f61-a772-406c62435d1b tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 210 time: 0.0528612 Jun 21 05:56:43.084729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (62b6825d-7fb6-4e91-a167-34a83863a143), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.111538 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (62b6825d-7fb6-4e91-a167-34a83863a143), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.200128 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6825d-7fb6-4e91-a167-34a83863a143,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:43.215997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.223844 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7827dbd9-c12c-454a-8a77-e88c5fbd81e3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6314576 Jun 21 05:56:43.230725 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:43.238671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'security_group_rule': {'security_group_id': '62b6825d-7fb6-4e91-a167-34a83863a143', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:43.349828 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-915e27bf-9c5c-4d4a-9a02-3f9d22ed6264 req-0dfae858-cb04-496a-bf19-0c5c82aafae0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.1953654 Jun 21 05:56:43.355276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (ec9940b4-be92-4b9b-8eb3-6d9d07e9f8a5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.445655 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df330-2f21-48ee-84d2-70db8bdad656 req-646dcb59-3b14-4aba-bfea-156c537b0478 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:43.458907 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-648df330-2f21-48ee-84d2-70db8bdad656 req-646dcb59-3b14-4aba-bfea-156c537b0478 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.23 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.4194822 Jun 21 05:56:43.607382 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (ec9940b4-be92-4b9b-8eb3-6d9d07e9f8a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.618795 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (ec9940b4-be92-4b9b-8eb3-6d9d07e9f8a5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.665757 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c43b-5f27-4a14-897b-b5165219de14 req-6f21c121-cd67-45e1-b715-2696438ac964 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:43.666669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9940b4-be92-4b9b-8eb3-6d9d07e9f8a5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:43.679558 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fa5c43b-5f27-4a14-897b-b5165219de14 req-6f21c121-cd67-45e1-b715-2696438ac964 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 950 time: 0.5370662 Jun 21 05:56:43.703679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.708362 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-929554bb-fda0-4294-943e-ee46d634cceb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4761684 Jun 21 05:56:43.709007 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41798) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:43.745511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'security_group_rule': {'security_group_id': '62b6825d-7fb6-4e91-a167-34a83863a143', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:43.904211 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (eee99789-e869-4b22-a51f-fee5f6f1457d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:43.940114 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fa5c43b-5f27-4a14-897b-b5165219de14 req-8dc3e6ac-19d0-4bcd-a48a-37bc3544e14c tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/security-groups?id=1be75b71-21af-4d7e-8e59-d61b09252ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586076 Jun 21 05:56:44.155237 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (eee99789-e869-4b22-a51f-fee5f6f1457d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.166589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (eee99789-e869-4b22-a51f-fee5f6f1457d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.245521 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee99789-e869-4b22-a51f-fee5f6f1457d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:44.254750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655a42f-23a7-4ac9-857b-a68ee5a18e25 req-d99c41bc-89f4-47c3-af8d-a385dd144f74 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:44.268635 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d655a42f-23a7-4ac9-857b-a68ee5a18e25 req-d99c41bc-89f4-47c3-af8d-a385dd144f74 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1269131 Jun 21 05:56:44.307773 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Deleting port 8c88900f-f763-4965-a618-dd4e347841d0 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:56:44.309449 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (8c88900f-f763-4965-a618-dd4e347841d0), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.339856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.344896 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f7b58e43-8b32-4a49-951f-8412565febb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6346257 Jun 21 05:56:44.349793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 41812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:44.354243 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1225ac-61bf-4042-bd01-c3315754e82b req-60801b14-851d-4155-9503-e40229e42ac2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:44.359296 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f1225ac-61bf-4042-bd01-c3315754e82b req-60801b14-851d-4155-9503-e40229e42ac2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.6436846 Jun 21 05:56:44.365744 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:44.486137 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d655a42f-23a7-4ac9-857b-a68ee5a18e25 req-52cdd289-b821-4ae1-8e0d-72ada8276ed7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165344 Jun 21 05:56:44.551215 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:44.570124 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f1225ac-61bf-4042-bd01-c3315754e82b req-77015884-d185-4ab1-8c7d-7a92a155699c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909354 Jun 21 05:56:44.614081 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.659227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] For port 8c88900f-f763-4965-a618-dd4e347841d0, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=8c88900f-f763-4965-a618-dd4e347841d0,segment=NetworkSegment(9976f083-6c6f-4e51-a4a2-b76cf78df197),segment_id=9976f083-6c6f-4e51-a4a2-b76cf78df197)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:44.660000 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (8c88900f-f763-4965-a618-dd4e347841d0), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:44.678236 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-aa4261d0-dde3-4f6a-b1a9-207c0cf1f7b2 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:44.681165 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-aa4261d0-dde3-4f6a-b1a9-207c0cf1f7b2 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 814 time: 0.4636531 Jun 21 05:56:44.688845 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Calling delete_port for 8c88900f-f763-4965-a618-dd4e347841d0 owned by compute:nova {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:56:44.690538 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=14 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:44.705835 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Request body: {'port': {'device_id': '9851de87-ca54-48bd-b009-b0a63a71afab', 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914', 'admin_state_up': True, 'tenant_id': 'a7e723a47d5246779d7835b9898429e1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:44.818419 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-adfcbc1c-70fe-41c0-bdaa-f7e9b5f339a4 req-ec6412cc-8033-4c8c-9dd6-f4157b5aa70d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.0512767 Jun 21 05:56:44.873178 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-62c6c37c-5180-4b95-a648-408176b7d3bf req-875a5887-95e0-49ce-bf11-3392498fd56d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 210 time: 0.1050513 Jun 21 05:56:44.878898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:45.006649 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:45.126358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (8c88900f-f763-4965-a618-dd4e347841d0), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:45.133700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:45.205055 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Pushing event deleted for resources: {'Port': ['ID=8c88900f-f763-4965-a618-dd4e347841d0,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:45.260517 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b2bc737-2474-4fb3-a8a2-503d4dd694e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:45.318613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:45.401421 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] No DVR routers for this DVR port 8c88900f-f763-4965-a618-dd4e347841d0 on host hv-cinder-84690 {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:56:45.417123 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94683d1d-eb61-4e47-8840-3a3f8553f247 req-0179277e-f3b3-45d3-b6df-90717da06869 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 210 time: 0.1808197 Jun 21 05:56:45.422203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:45.433204 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-648df330-2f21-48ee-84d2-70db8bdad656 req-a95790b9-2350-4329-80e3-d33fdebff9a2 tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.23 "DELETE /v2.0/ports/8c88900f-f763-4965-a618-dd4e347841d0 HTTP/1.1" status: 204 len: 173 time: 1.9205997 Jun 21 05:56:45.434916 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'name': 'network-vif-deleted', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:45.445689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Made reservation on behalf of a7e723a47d5246779d7835b9898429e1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:45.453410 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:45.458272 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328db94-678c-49ce-aef5-bd211ed84e20" -d '{"events": [{"server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "name": "network-vif-deleted", "tag": "8c88900f-f763-4965-a618-dd4e347841d0"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:45.474006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Allocated IP 172.27.0.64 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1aaa27fb-9eb0-4f7b-9652-f21286a8ac06) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:45.806926 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dfbd7a-029d-44ed-8fec-f3e07960b17b x-openstack-request-id: req-13dfbd7a-029d-44ed-8fec-f3e07960b17b {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:45.807653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ea319-e39c-4ed2-abd2-8a7d0e6067e9", "name": "network-vif-deleted", "tag": "8c88900f-f763-4965-a618-dd4e347841d0", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:45.807653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13dfbd7a-029d-44ed-8fec-f3e07960b17b {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:45.807964 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13dfbd7a-029d-44ed-8fec-f3e07960b17b'] response: {'server_uuid': 'a63ea319-e39c-4ed2-abd2-8a7d0e6067e9', 'name': 'network-vif-deleted', 'tag': '8c88900f-f763-4965-a618-dd4e347841d0', 'status': 'completed', 'code': 200} Jun 21 05:56:45.977083 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778128f-0f73-4305-8d92-e050196074ae req-f6bd103b-9b74-4f26-849f-cbc0b04a3ae4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:45.985037 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f778128f-0f73-4305-8d92-e050196074ae req-f6bd103b-9b74-4f26-849f-cbc0b04a3ae4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1793664 Jun 21 05:56:45.988430 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Allocated IP 172.20.0.5 (e61240a9-48fb-49f1-8f20-d7bad2434914/fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc/46108e94-c618-4d19-9056-d3d30d571f57) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:46.023017 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc33bc-49f2-4ba9-aa8e-cb9d34ebf4bd req-555bbda1-1470-4ca9-a52a-36432e88f4bd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:46.025174 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-74dc33bc-49f2-4ba9-aa8e-cb9d34ebf4bd req-555bbda1-1470-4ca9-a52a-36432e88f4bd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1146586 Jun 21 05:56:46.038384 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-fb110671-14fb-405d-b354-e9e298cdb25e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:46.040817 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-fb110671-14fb-405d-b354-e9e298cdb25e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.4291983 Jun 21 05:56:46.105078 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f778128f-0f73-4305-8d92-e050196074ae req-a007f950-1910-47f7-836a-c3023ae04f9a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194236 Jun 21 05:56:46.155054 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-74dc33bc-49f2-4ba9-aa8e-cb9d34ebf4bd req-e48b8404-76ec-456b-9f2c-86158f405300 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966344 Jun 21 05:56:46.198556 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:56:46.202190 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 8c88900f-f763-4965-a618-dd4e347841d0 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:56:46.435003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:46.451882 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:56:46.467468 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-53f65941-6ac7-4d8e-ab70-e97bf8b8885b req-3d68899b-091d-4f6e-8b4c-bdf87db0a130 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.1273234 Jun 21 05:56:46.478881 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a7ad7869-86c5-4b23-91b3-4248217a43d4 req-dd2b7f5f-4afb-4f7c-91fc-12fce07d7c7c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 210 time: 0.1159341 Jun 21 05:56:46.500996 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks [] for port (46108e94-c618-4d19-9056-d3d30d571f57), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:46.511123 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-083c2c0d-98e0-4098-8048-784b983b0ea4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 472 time: 0.3507199 Jun 21 05:56:46.518066 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 8c88900f-f763-4965-a618-dd4e347841d0 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:56:46.523003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 8c88900f-f763-4965-a618-dd4e347841d0 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:56:46.530358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'port': {'device_id': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'admin_state_up': True, 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'security_groups': ['399517a3-90b1-4e47-8b7e-ca2f6537f9aa']}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:46.565759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:46.641784 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Pushing event updated for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:46.741516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: ACTIVE; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:46.743295 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:46.789809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:46.828869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:46.840260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:46.979102 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9318e73-04e8-40fc-b65e-8d5b0ca52ce9 req-d22df3e8-7687-48cf-8ab2-b920e5da5f8d tempest-VolumesNegativeTest-270862761 tempest-VolumesNegativeTest-270862761-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63ea319-e39c-4ed2-abd2-8a7d0e6067e9 HTTP/1.1" status: 200 len: 210 time: 0.1796479 Jun 21 05:56:47.009009 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:47.019020 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'port': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:47.023276 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:47.107199 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:56:47.165155 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:47.194821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d1739-e1a6-4cb7-8787-ba0b4cb52ae5 req-313f2009-59f2-4885-b7d2-dbe5973f04e0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.197063 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c0d1739-e1a6-4cb7-8787-ba0b4cb52ae5 req-313f2009-59f2-4885-b7d2-dbe5973f04e0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1795373 Jun 21 05:56:47.368273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41878) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:47.399943 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:47.402429 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-3210b3c9-c174-4c6d-9645-c85f84a15c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.406566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0fe03-1787-4ba0-8457-830c3b9af8b3 req-d725daa9-1c28-44ad-b3f2-1cb8151de56b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.407081 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-3210b3c9-c174-4c6d-9645-c85f84a15c09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1130 time: 0.1063840 Jun 21 05:56:47.408095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-29c0fe03-1787-4ba0-8457-830c3b9af8b3 req-d725daa9-1c28-44ad-b3f2-1cb8151de56b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.1197376 Jun 21 05:56:47.417234 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78b1b1c6-b87f-4d56-8cdd-0f1354bf2a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:47.463237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:47.478570 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c0d1739-e1a6-4cb7-8787-ba0b4cb52ae5 req-a5f70d1d-eff9-491d-a28e-911e878667ad tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662168 Jun 21 05:56:47.549729 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.20.0.7 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/5b93abaa-a3c8-4631-85ba-8cadb9fe7757) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:47.551091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Network e61240a9-48fb-49f1-8f20-d7bad2434914 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:47.585612 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:47.619228 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-29c0fe03-1787-4ba0-8457-830c3b9af8b3 req-f2cb42e7-96d7-4b0d-a0c6-f241e9990b6e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793482 Jun 21 05:56:47.621978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:47.637218 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:47.649054 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bdcc39f9-b2a8-425c-a5e7-9b48e861c598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:47.751962 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ec4fad0-a68f-4d8e-bb33-1af1ea82efa2 req-5518fe45-8803-4e7c-8f09-85fec6f6ada0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.0828474 Jun 21 05:56:47.828768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-71fde713-726e-4c7b-952c-3142cfd37769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.830509 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-71fde713-726e-4c7b-952c-3142cfd37769 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.4077957 Jun 21 05:56:47.834973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:47.868940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:47.876527 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.878192 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:47.967985 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c535c0-72c6-4008-97ba-1f3f6f7fde20 req-4179d160-1825-402f-a0fa-55f3c2f10bba tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:47.970044 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95c535c0-72c6-4008-97ba-1f3f6f7fde20 req-4179d160-1825-402f-a0fa-55f3c2f10bba tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 931 time: 0.2390754 Jun 21 05:56:47.972812 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-bb6b2d4b-3615-43f0-8653-e2f724c913be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2745733 Jun 21 05:56:47.991577 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Request body: {'port': {'device_id': '9851de87-ca54-48bd-b009-b0a63a71afab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:48.031396 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.042411 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-63a84a7e-3d38-429f-9f32-7001cb6b8c64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 1002 time: 0.1997166 Jun 21 05:56:48.092096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.105685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:48.117784 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:48.120864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:48.124549 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bdcc39f9-b2a8-425c-a5e7-9b48e861c598 admin admin] Publish callbacks [] for security_group (23ecd2d2-3c50-4610-9c40-672c5889912a), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.136467 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95c535c0-72c6-4008-97ba-1f3f6f7fde20 req-2874a272-2a47-40d4-b775-0202d283155d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561024 Jun 21 05:56:48.145951 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bdcc39f9-b2a8-425c-a5e7-9b48e861c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (23ecd2d2-3c50-4610-9c40-672c5889912a), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.207914 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:56:48.213408 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc39f9-b2a8-425c-a5e7-9b48e861c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ecd2d2-3c50-4610-9c40-672c5889912a,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:48.219077 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-bdcc39f9-b2a8-425c-a5e7-9b48e861c598 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47b0d3dbb14f4fd981beef2c015869d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8462887 Jun 21 05:56:48.222150 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 41924) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:48.261107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.273560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'Port': ['ID=1aaa27fb-9eb0-4f7b-9652-f21286a8ac06,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:48.283865 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:48.284244 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.291331 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (46108e94-c618-4d19-9056-d3d30d571f57), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.318627 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:48.341300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-12288363-d1ad-485d-bffd-39c22cf1d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:48.342879 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-12288363-d1ad-485d-bffd-39c22cf1d63e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.2598007 Jun 21 05:56:48.382902 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:48.415625 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:48.422040 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:48.485628 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:48.486445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.501523 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] Publish callbacks [] for security_group (23ecd2d2-3c50-4610-9c40-672c5889912a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.506870 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-7343b760-0dff-46e2-b738-06f817b17067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:48.508674 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-7343b760-0dff-46e2-b738-06f817b17067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475196 Jun 21 05:56:48.521377 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:48.526919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3ace34-08b1-48b2-90c4-5a3ad717463f" -d '{"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:48.546518 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:48.553029 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.623777 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] Publish callbacks [] for security_group (23ecd2d2-3c50-4610-9c40-672c5889912a), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.625155 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a64a95d-8cb3-4290-b154-a4502198eb4d x-openstack-request-id: req-1a64a95d-8cb3-4290-b154-a4502198eb4d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:48.625528 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:48.625887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a64a95d-8cb3-4290-b154-a4502198eb4d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:48.626463 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a64a95d-8cb3-4290-b154-a4502198eb4d'] response: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'code': 200} Jun 21 05:56:48.652697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:48.653176 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:48.653858 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.711203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:48.806345 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.837510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:48.854952 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.855742 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-e5027c7a-9ac9-4a38-a697-c0947630ec61 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3378344 Jun 21 05:56:48.877962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Request body: {'port': {'device_id': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:48.891188 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791f10-0c7c-4727-8ea5-702e18812b64 req-f5c2df85-6526-4b7c-82c6-382bd49f1661 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:48.893052 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e6791f10-0c7c-4727-8ea5-702e18812b64 req-f5c2df85-6526-4b7c-82c6-382bd49f1661 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.2203333 Jun 21 05:56:48.943348 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:48.946964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-669b85d4-2c3f-4f7d-9361-2fa170f89e5d None None] Provisioning complete for port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:48.947836 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-669b85d4-2c3f-4f7d-9361-2fa170f89e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.961796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2d414-2722-46dc-aa97-c9474de5d6ac req-51a0e949-1f63-43de-a5a9-abeedbc73f88 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:48.963738 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-96c2d414-2722-46dc-aa97-c9474de5d6ac req-51a0e949-1f63-43de-a5a9-abeedbc73f88 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1716967 Jun 21 05:56:48.973293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (23ecd2d2-3c50-4610-9c40-672c5889912a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.976669 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:48.982178 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23ecd2d2-3c50-4610-9c40-672c5889912a HTTP/1.1" status: 204 len: 168 time: 0.7582114 Jun 21 05:56:49.001260 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cda669-cec6-4b24-ac02-60c0ae2e7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ecd2d2-3c50-4610-9c40-672c5889912a,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:49.063446 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:49.073030 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-669b85d4-2c3f-4f7d-9361-2fa170f89e5d None None] Port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:56:49.121414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:49.158441 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e6791f10-0c7c-4727-8ea5-702e18812b64 req-53c5012d-42e6-45e7-bf1f-951886247052 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371099 Jun 21 05:56:49.190073 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:49.286583 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-96c2d414-2722-46dc-aa97-c9474de5d6ac req-58964cd6-62af-4cc3-8bbe-f96b8430f9bb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876616 Jun 21 05:56:49.410447 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bebd19-245a-4862-8923-f963783b40c0 req-6dfd993a-3a67-4b92-b375-4e4933a7f327 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:49.426109 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-89bebd19-245a-4862-8923-f963783b40c0 req-6dfd993a-3a67-4b92-b375-4e4933a7f327 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 931 time: 0.1292956 Jun 21 05:56:49.468657 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:49.564043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f24e3c-598a-4cd7-a711-842697fc7f49 req-d69ca158-db1d-4ce3-9705-e8e4b0dd8768 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:49.571926 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97f24e3c-598a-4cd7-a711-842697fc7f49 req-d69ca158-db1d-4ce3-9705-e8e4b0dd8768 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 931 time: 0.1431367 Jun 21 05:56:49.631566 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-c5637bc0-054a-42c2-bbde-5d3f32311903 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9794559 Jun 21 05:56:49.706213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-89bebd19-245a-4862-8923-f963783b40c0 req-83cec2aa-eaec-43e6-8210-dfc1a8ec3dea tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781074 Jun 21 05:56:49.730570 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97f24e3c-598a-4cd7-a711-842697fc7f49 req-a33c1992-b313-4846-8b5b-a530211b57fe tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577425 Jun 21 05:56:49.763034 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-df7dc6f3-8166-4f3a-ae51-7b6671dc6c4d req-8d2201bb-a1d0-4d4f-a423-464913e87b27 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216650 Jun 21 05:56:49.804940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:49.847867 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:49.937708 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'Port': ['ID=1aaa27fb-9eb0-4f7b-9652-f21286a8ac06,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:49.948745 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:49.953754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46108e94-c618-4d19-9056-d3d30d571f57 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:49.984377 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks [] for port (46108e94-c618-4d19-9056-d3d30d571f57), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.015689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Transition to ACTIVE for port object 46108e94-c618-4d19-9056-d3d30d571f57 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:56:50.019896 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.034537 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.037014 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 {{(pid=103793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:50.050545 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.051522 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks [] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.052007 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4468ee62-7e73-460b-a372-42c0a40e20f6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7021532 Jun 21 05:56:50.088913 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.provisioning_blocks [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Transition to ACTIVE for port object 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 will not be triggered until provisioned by entity L2. {{(pid=103793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:56:50.113948 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.171186 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Pushing event updated for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:50.204862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:50.258022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Attempting to bind port 46108e94-c618-4d19-9056-d3d30d571f57 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:56:50.258831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Attempting to bind port 46108e94-c618-4d19-9056-d3d30d571f57 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:56:50.259388 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Attempting to bind port 46108e94-c618-4d19-9056-d3d30d571f57 on network e61240a9-48fb-49f1-8f20-d7bad2434914 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:50.268937 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Port 46108e94-c618-4d19-9056-d3d30d571f57 on network e61240a9-48fb-49f1-8f20-d7bad2434914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:56:50.271064 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Attempting to bind port 46108e94-c618-4d19-9056-d3d30d571f57 on network e61240a9-48fb-49f1-8f20-d7bad2434914 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:50.286057 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:56:50.290455 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Checking segment: {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:56:50.291064 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Bound using segment: {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:56:50.291709 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Bound port: 46108e94-c618-4d19-9056-d3d30d571f57, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:56:50.292614 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (46108e94-c618-4d19-9056-d3d30d571f57), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.416725 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Attempting to bind port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:56:50.417068 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Attempting to bind port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:56:50.417390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Attempting to bind port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:50.436177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 on network af2e04db-de33-4272-99f0-75327f84c194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:56:50.436177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Attempting to bind port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:56:50.454661 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:50.455728 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:56:50.465127 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=46108e94-c618-4d19-9056-d3d30d571f57,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:56:50.481764 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:56:50.482130 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:56:50.482492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:56:50.482985 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.managers [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Bound port: 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:56:50.483443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.489560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.530284 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.555606 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:50.559503 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:50.563306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b42aa-9e4e-47ed-ae9b-20fd37ec8854 req-490e3d29-e93b-4852-a739-911867c8ea09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:50.565818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.567355 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] 10.222.0.23 "PUT /v2.0/ports/46108e94-c618-4d19-9056-d3d30d571f57 HTTP/1.1" status: 200 len: 1093 time: 2.5843396 Jun 21 05:56:50.567956 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:50.570293 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce058ff6-eda4-49e8-b784-afb05281f461" -d '{"events": [{"name": "network-changed", "server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "tag": "46108e94-c618-4d19-9056-d3d30d571f57"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:50.579271 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b44b42aa-9e4e-47ed-ae9b-20fd37ec8854 req-490e3d29-e93b-4852-a739-911867c8ea09 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1789188 Jun 21 05:56:50.615695 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315a24-206f-4f9f-b986-70398f890026 service neutron] Pushing event updated for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:50.714865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:50.728731 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, cleared binding levels {{(pid=103793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:56:50.733092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:56:50.740361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b44b42aa-9e4e-47ed-ae9b-20fd37ec8854 req-8ef40341-a93c-464e-a181-1c3179d2e137 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970435 Jun 21 05:56:50.745924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.831098 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:50.836212 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:50.839357 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b93abaa-a3c8-4631-85ba-8cadb9fe7757 HTTP/1.1" status: 200 len: 1093 time: 1.9718761 Jun 21 05:56:50.840331 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:50.844834 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19185f-ddc8-44df-99cd-b60cf9b58d75" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:50.920750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3047-30bf-4413-93ed-7abaf7d48be0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=3']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:51.092540 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-22d48720-5075-4dd8-b2a9-5ca95ce56e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.127578 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-22d48720-5075-4dd8-b2a9-5ca95ce56e58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 1127 time: 0.1498935 Jun 21 05:56:51.187845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-c805fb37-7dff-4b25-baea-33311dd7e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.191803 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-c805fb37-7dff-4b25-baea-33311dd7e06c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 1127 time: 0.1540649 Jun 21 05:56:51.205075 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-b42c34fd-d6a4-473e-a8ff-9d343d2bf36f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757 HTTP/1.1" status: 200 len: 217 time: 0.0752060 Jun 21 05:56:51.218727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc4645-4877-44f2-868e-04c7c8288b69 req-de91ab8c-4d04-4660-a7c0-85b53711976c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.220279 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-aebc4645-4877-44f2-868e-04c7c8288b69 req-de91ab8c-4d04-4660-a7c0-85b53711976c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1871486 Jun 21 05:56:51.302278 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-997a8cc4-d610-427c-be1c-d840828901b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46108e94-c618-4d19-9056-d3d30d571f57 HTTP/1.1" status: 200 len: 217 time: 0.1012878 Jun 21 05:56:51.327888 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-a42bc9b3-bf89-48cd-8edb-c66e1985d724 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1230919173&fields=id&tenant_id=7050c81c7efe4c0199573adc5687e9c0 HTTP/1.1" status: 200 len: 267 time: 0.1826360 Jun 21 05:56:51.334527 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-8ec863c5-b3ca-40b9-9ca7-9d01d45fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.336571 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-8ec863c5-b3ca-40b9-9ca7-9d01d45fefe6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.1150866 Jun 21 05:56:51.446703 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-aebc4645-4877-44f2-868e-04c7c8288b69 req-d238d50c-9d0c-4ceb-bd75-4428b990e94e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886575 Jun 21 05:56:51.478529 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-58981530-c8dd-494b-ae6e-51ce26b9f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.480389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-58981530-c8dd-494b-ae6e-51ce26b9f3bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1225524 Jun 21 05:56:51.501276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-a56831ac-1a3e-4d81-b168-b08988e8a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.502978 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-a56831ac-1a3e-4d81-b168-b08988e8a67b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc HTTP/1.1" status: 200 len: 854 time: 0.1938541 Jun 21 05:56:51.560166 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-4dd42b85-31a4-4cb6-9dbe-ed3260aa72dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61240a9-48fb-49f1-8f20-d7bad2434914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507507 Jun 21 05:56:51.591670 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354acb86-7d74-4b82-b171-a8e1aa34ed63 x-openstack-request-id: req-354acb86-7d74-4b82-b171-a8e1aa34ed63 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:51.592512 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "tag": "46108e94-c618-4d19-9056-d3d30d571f57", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:51.592920 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-354acb86-7d74-4b82-b171-a8e1aa34ed63 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:51.593415 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354acb86-7d74-4b82-b171-a8e1aa34ed63'] response: {'name': 'network-changed', 'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57', 'status': 'completed', 'code': 200} Jun 21 05:56:51.732640 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-825d9a25-e54a-4c6b-9bd7-1f122ef1c5d6 service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597712 Jun 21 05:56:51.820937 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:51.858004 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8c9541cc-e759-4115-bbf5-d0be3ee83c9c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.860958 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8c9541cc-e759-4115-bbf5-d0be3ee83c9c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 0.5181110 Jun 21 05:56:51.870108 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a30db659-e8cc-4b25-b949-4d26eaa69fbe req-518c3e8e-84b5-4781-ae94-6e23f0b774de service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292884 Jun 21 05:56:51.912882 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c9d0-443f-4b28-a803-9f7f37780f56 req-59bd6ce3-6158-43d3-a7e1-817c8c1e6ce4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:51.926217 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1af8c9d0-443f-4b28-a803-9f7f37780f56 req-59bd6ce3-6158-43d3-a7e1-817c8c1e6ce4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 943 time: 0.2487383 Jun 21 05:56:51.956334 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-eb8e6564-fdfa-4036-8138-a04cfa32d65b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/quotas/7050c81c7efe4c0199573adc5687e9c0 HTTP/1.1" status: 200 len: 375 time: 0.0870633 Jun 21 05:56:51.989777 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-62349c99-398e-4b8a-a593-cda2c3629432 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225614 Jun 21 05:56:52.081522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4a84ff03-b499-4aaa-ad53-482ac9adcc82 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1095376 Jun 21 05:56:52.115772 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1af8c9d0-443f-4b28-a803-9f7f37780f56 req-a795b840-f5ca-4ff8-8ee6-b4c99a94cb1a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879189 Jun 21 05:56:52.126655 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:52.232532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Deleting subnet a8c0aeae-bd3b-4e3a-b74f-de85d028014f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 05:56:52.241818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Publish callbacks [] for subnet (a8c0aeae-bd3b-4e3a-b74f-de85d028014f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:52.309254 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4a580-18e3-4742-bdd6-abd878bdeb16 req-8d3e7c0b-a30f-4a3e-beaf-739a98832320 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:52.311419 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61c4a580-18e3-4742-bdd6-abd878bdeb16 req-8d3e7c0b-a30f-4a3e-beaf-739a98832320 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 943 time: 0.1274769 Jun 21 05:56:52.319738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:52.344273 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (a8c0aeae-bd3b-4e3a-b74f-de85d028014f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:52.374568 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-9d37058d-f3d1-4270-ac8a-b9007e659dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563083 Jun 21 05:56:52.379905 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61c4a580-18e3-4742-bdd6-abd878bdeb16 req-9a4eea1e-1565-42b2-8630-cde23068f5d3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585370 Jun 21 05:56:52.456934 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (a8c0aeae-bd3b-4e3a-b74f-de85d028014f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:52.504721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:52.507566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8da9a1-8547-4d47-859b-c378368d66d1 x-openstack-request-id: req-8a8da9a1-8547-4d47-859b-c378368d66d1 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:52.512033 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:52.512366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a8da9a1-8547-4d47-859b-c378368d66d1 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:52.512783 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8da9a1-8547-4d47-859b-c378368d66d1'] response: {'name': 'network-changed', 'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'status': 'completed', 'code': 200} Jun 21 05:56:52.542683 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (a8c0aeae-bd3b-4e3a-b74f-de85d028014f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:52.583262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c0aeae-bd3b-4e3a-b74f-de85d028014f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:52.593059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:52.602621 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8c0aeae-bd3b-4e3a-b74f-de85d028014f HTTP/1.1" status: 204 len: 168 time: 0.4713621 Jun 21 05:56:52.609322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.610885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.612462 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-19201dc2-90ed-413d-9e43-0c4ac280a461 service neutron] 10.222.0.18 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311647 Jun 21 05:56:52.616193 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42124) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:52.616364 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.616675 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.617263 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.619969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.621571 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.621838 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.623721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.624294 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.624863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.625425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.626768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.627362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.627911 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e137941c-eb04-4754-86fd-e487ad6fb9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:52.686937 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dc18a-f842-439c-a3e7-9780173b1598 req-119761d9-1618-4851-9708-fc7943ba8fcd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:52.701503 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b6dc18a-f842-439c-a3e7-9780173b1598 req-119761d9-1618-4851-9708-fc7943ba8fcd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1338170 Jun 21 05:56:52.933664 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b6dc18a-f842-439c-a3e7-9780173b1598 req-cc04f93f-f499-4207-8760-8df78c6768da tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240851 Jun 21 05:56:52.979226 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (384d9f09-0db5-4d95-aab9-02eb51e6286a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:53.064506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2814a-7d6d-47d6-8114-375415586a60 req-235383da-5b35-4dcf-94b6-7a557d6ad38d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:53.073493 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b4c2814a-7d6d-47d6-8114-375415586a60 req-235383da-5b35-4dcf-94b6-7a557d6ad38d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2273166 Jun 21 05:56:53.084330 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-056dcf5f-1f05-43f3-a4c5-0a669837814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:53.090982 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-056dcf5f-1f05-43f3-a4c5-0a669837814c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 1127 time: 0.1733074 Jun 21 05:56:53.355706 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-b0252ca2-b0ef-4618-9469-05e3f09e634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:53.369447 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-b0252ca2-b0ef-4618-9469-05e3f09e634b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 915 time: 0.2578418 Jun 21 05:56:53.425454 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-9c56c997-011b-4fcf-96ce-7afc2c0f7dfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46108e94-c618-4d19-9056-d3d30d571f57 HTTP/1.1" status: 200 len: 217 time: 0.0544405 Jun 21 05:56:53.516852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-56fb520f-6092-41d8-a194-0a9ce5760365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:53.518953 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-56fb520f-6092-41d8-a194-0a9ce5760365 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc HTTP/1.1" status: 200 len: 854 time: 0.0862353 Jun 21 05:56:53.660427 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-1573ea9d-db26-48fe-a49a-393cbc2967bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61240a9-48fb-49f1-8f20-d7bad2434914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108007 Jun 21 05:56:53.715583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (384d9f09-0db5-4d95-aab9-02eb51e6286a), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:53.770105 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88afc4fb-772d-4cec-a45e-9b6028d3ab09 req-c770f3e7-8e20-4907-9352-075ab06de6a2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 210 time: 0.7233379 Jun 21 05:56:53.883650 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-7cddcaf8-630a-4d1d-9b2a-ebd62e4fee1d service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242608 Jun 21 05:56:53.926537 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384d9f09-0db5-4d95-aab9-02eb51e6286a']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:56:53.968008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317b7c40-2140-4217-ba0c-9baf017801f6') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:56:53.968396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317b7c40-2140-4217-ba0c-9baf017801f6') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:56:54.024652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (317b7c40-2140-4217-ba0c-9baf017801f6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.049176 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (317b7c40-2140-4217-ba0c-9baf017801f6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.058755 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 05:56:54.059754 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (317b7c40-2140-4217-ba0c-9baf017801f6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.067969 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ce058ff6-eda4-49e8-b784-afb05281f461 req-8605e861-1737-4d83-8296-476eecb05af5 service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746621 Jun 21 05:56:54.168781 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 317b7c40-2140-4217-ba0c-9baf017801f6 resource provider aggregate not found Jun 21 05:56:54.196201 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 317b7c40-2140-4217-ba0c-9baf017801f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 317b7c40-2140-4217-ba0c-9baf017801f6 found for delete ", "request_id": "req-f28a0802-3820-4f7a-8f96-7eee9a2660cc"}]} Jun 21 05:56:54.209293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b4c2814a-7d6d-47d6-8114-375415586a60 req-7b8b5955-6ac8-4541-babd-479a332a43ea tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1345057 Jun 21 05:56:54.219260 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7283b708-1dbd-4932-a9f5-3147cef2a1fe req-075ce27d-9a54-4f87-8504-6d23b77541d7 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2960980 Jun 21 05:56:54.233472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c1a1-3d0f-4941-b109-8d38368e9aa4 req-0a8d3f37-e641-4ab5-b903-3ac556f76f49 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:54.237009 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e23c1a1-3d0f-4941-b109-8d38368e9aa4 req-0a8d3f37-e641-4ab5-b903-3ac556f76f49 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 943 time: 0.3152246 Jun 21 05:56:54.247324 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 46108e94-c618-4d19-9056-d3d30d571f57 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:56:54.253643 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (384d9f09-0db5-4d95-aab9-02eb51e6286a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.288595 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.304699 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] 10.222.0.18 "DELETE /v2.0/networks/384d9f09-0db5-4d95-aab9-02eb51e6286a HTTP/1.1" status: 204 len: 168 time: 1.6836321 Jun 21 05:56:54.369518 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Pushing event deleted for resources: {'Network': ['ID=384d9f09-0db5-4d95-aab9-02eb51e6286a,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:54.407216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.407664 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.407908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.408240 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.408572 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.408901 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.409227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.409547 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.409871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.410222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.410547 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.410871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.411187 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.411499 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.411810 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e70a3-c9d4-4e05-a108-8a2a5d28a38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:56:54.438651 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=46108e94-c618-4d19-9056-d3d30d571f57,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:54.459168 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '46108e94-c618-4d19-9056-d3d30d571f57', 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914', 'port_id': '46108e94-c618-4d19-9056-d3d30d571f57', 'mac_address': 'fa:16:3e:ec:1b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:56:54.472703 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e23c1a1-3d0f-4941-b109-8d38368e9aa4 req-e2285f4e-86c1-441e-a513-d6598d418ea8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091501 Jun 21 05:56:54.497252 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1507b-1199-4976-bf29-00e0074d7b31 req-ef11f577-c2c7-4036-9d82-9fa6270e898c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:54.508805 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6ca1507b-1199-4976-bf29-00e0074d7b31 req-ef11f577-c2c7-4036-9d82-9fa6270e898c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 943 time: 0.1206319 Jun 21 05:56:54.539643 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 46108e94-c618-4d19-9056-d3d30d571f57 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:54.540094 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (46108e94-c618-4d19-9056-d3d30d571f57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.562974 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46108e94-c618-4d19-9056-d3d30d571f57 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:54.623492 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=46108e94-c618-4d19-9056-d3d30d571f57,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:54.631891 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:54.652227 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6ca1507b-1199-4976-bf29-00e0074d7b31 req-7dfdbc93-a501-48a2-b62a-8293534e104e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368873 Jun 21 05:56:54.735898 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:54.744071 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:54.871431 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42240) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:54.951177 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-735f479e-80b2-444b-9131-0c92b4a471ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbeaefc57cd14db6ba982fc059b70b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798070 Jun 21 05:56:54.955414 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:54.957564 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-081c678c-2fed-4469-a52a-6906501a9d56 req-a6ab2632-2b82-4982-9e6f-9ad06f312f8d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 210 time: 0.0385933 Jun 21 05:56:55.083504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['46108e94-c618-4d19-9056-d3d30d571f57'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:56:55.092459 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] Publish callbacks [] for security_group (4fc8a769-2128-474e-9a97-a3f648f1ebd7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:55.112584 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:55.152003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:55.155762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] Publish callbacks [] for security_group (4fc8a769-2128-474e-9a97-a3f648f1ebd7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:55.262046 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4fc8a769-2128-474e-9a97-a3f648f1ebd7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:55.266004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:55.267791 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fc8a769-2128-474e-9a97-a3f648f1ebd7 HTTP/1.1" status: 204 len: 168 time: 0.3106015 Jun 21 05:56:55.298621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72379e-eb48-4cc5-9f99-4a2cce0d5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8a769-2128-474e-9a97-a3f648f1ebd7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:55.402794 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-2b8116dd-fbe2-4d39-86b3-7ac7c0deb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:55.412931 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-2b8116dd-fbe2-4d39-86b3-7ac7c0deb92b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 1127 time: 0.0953135 Jun 21 05:56:55.498109 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:55.586956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea45000-1034-4543-9d65-7e6d3f25f348 req-994c3fcf-8b6a-4a98-9c12-89a86a232161 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:55.590462 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ea45000-1034-4543-9d65-7e6d3f25f348 req-994c3fcf-8b6a-4a98-9c12-89a86a232161 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0843205 Jun 21 05:56:55.659973 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:55.715185 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-8e2ee607-c249-4119-8b8d-82cd06ce72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:55.717102 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-8e2ee607-c249-4119-8b8d-82cd06ce72d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.2931161 Jun 21 05:56:55.743324 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-97b00062-d881-46ed-a05b-54ef488217bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2266181 Jun 21 05:56:55.758892 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ea45000-1034-4543-9d65-7e6d3f25f348 req-4713252b-cb0b-4800-8481-6459c5b5de28 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205499 Jun 21 05:56:55.834583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e0e66-bbe4-436b-b0fa-54de071c334c req-16ca52d3-dba0-4de6-b8b5-e35da81cfb8b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:55.839242 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f7e0e66-bbe4-436b-b0fa-54de071c334c req-16ca52d3-dba0-4de6-b8b5-e35da81cfb8b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 943 time: 0.1083622 Jun 21 05:56:56.143477 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-81ab873d-5a4d-4e25-b09c-f414d58b5215 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757 HTTP/1.1" status: 200 len: 217 time: 0.1947625 Jun 21 05:56:56.209054 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5c38-f7ca-4abd-a82f-0dfdd1d8fdf9 req-619b02c0-f465-4781-97f0-932d704e727f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.223306 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36bd5c38-f7ca-4abd-a82f-0dfdd1d8fdf9 req-619b02c0-f465-4781-97f0-932d704e727f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 944 time: 0.3827908 Jun 21 05:56:56.234473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f7e0e66-bbe4-436b-b0fa-54de071c334c req-e959e471-e23b-4f80-9690-9afdc507686c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443851 Jun 21 05:56:56.264919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:56:56.308669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-582265e8-e9b6-49d5-88c5-f1eec23adfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.327819 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-582265e8-e9b6-49d5-88c5-f1eec23adfb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 1130 time: 0.3510504 Jun 21 05:56:56.504642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 46108e94-c618-4d19-9056-d3d30d571f57 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:56:56.597126 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32489fd8-f9d3-4692-bee5-067262e0ef7f req-0b3f48a8-8eb6-47f1-a60e-ff744f387176 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 210 time: 0.1108661 Jun 21 05:56:56.625583 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36bd5c38-f7ca-4abd-a82f-0dfdd1d8fdf9 req-d9d9e841-55b3-4a81-98f7-87d10fb2b154 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162382 Jun 21 05:56:56.631668 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-5b47ef63-fc35-44ae-9b73-825b75f9911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.638715 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-5b47ef63-fc35-44ae-9b73-825b75f9911d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.4618077 Jun 21 05:56:56.740512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-81ef48b5-d295-4816-b7b8-c35b69481a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.743949 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-81ef48b5-d295-4816-b7b8-c35b69481a83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010180 Jun 21 05:56:56.804806 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-c53803f6-3687-4d62-a6ec-afe11294371c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.812516 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-c53803f6-3687-4d62-a6ec-afe11294371c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 819 time: 0.7134762 Jun 21 05:56:56.828909 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:56.853669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 46108e94-c618-4d19-9056-d3d30d571f57 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:56:56.885802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'port_id': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'mac_address': 'fa:16:3e:c5:18:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:56:56.887971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 46108e94-c618-4d19-9056-d3d30d571f57 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:56.889675 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (46108e94-c618-4d19-9056-d3d30d571f57), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:56.941925 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-2f7424e3-ff8c-4d88-9f78-5c1751b66966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:56.957770 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-2f7424e3-ff8c-4d88-9f78-5c1751b66966 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.5710807 Jun 21 05:56:56.996975 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:57.086774 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-33aedcd8-10a0-460c-928d-23f7df86874d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef HTTP/1.1" status: 200 len: 217 time: 0.1185923 Jun 21 05:56:57.092396 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:57.094005 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.104027 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-bcca772c-893e-4adb-80a9-c96e6535a363 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050c81c7efe4c0199573adc5687e9c0 HTTP/1.1" status: 200 len: 380 time: 0.2687297 Jun 21 05:56:57.137099 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'port': {'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'admin_state_up': True, 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'security_groups': ['62b6825d-7fb6-4e91-a167-34a83863a143']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:57.178152 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9768a-ebf1-4835-848d-a1d37b001df0 req-35d911a7-7897-475e-a0b5-125144add79b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:57.192854 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61e9768a-ebf1-4835-848d-a1d37b001df0 req-35d911a7-7897-475e-a0b5-125144add79b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1704433 Jun 21 05:56:57.198595 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-9fb0f6ee-0f15-49bc-922d-daaf1af06cac service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734589 Jun 21 05:56:57.282281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:56:57.321000 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:57.324929 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.330312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.340001 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-93860d1c-d5c8-447e-a881-561ebf65da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:57.356789 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-93860d1c-d5c8-447e-a881-561ebf65da59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.2492437 Jun 21 05:56:57.433893 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61e9768a-ebf1-4835-848d-a1d37b001df0 req-21df2142-a6e6-4bef-8dc1-2fe68e8dc49a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286165 Jun 21 05:56:57.507610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-81f346ea-a68a-4d70-8f1f-02205c681574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:57.509311 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-81f346ea-a68a-4d70-8f1f-02205c681574 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361070 Jun 21 05:56:57.529127 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 46108e94-c618-4d19-9056-d3d30d571f57 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:57.529758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (46108e94-c618-4d19-9056-d3d30d571f57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.564884 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Made reservation on behalf of 7050c81c7efe4c0199573adc5687e9c0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:57.568116 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5c19185f-ddc8-44df-99cd-b60cf9b58d75 req-6d66031d-158c-437e-b7eb-070a3bf613cb service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548348 Jun 21 05:56:57.571766 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.583527 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=46108e94-c618-4d19-9056-d3d30d571f57,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:57.587137 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:57.590169 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb4b95-769d-4e38-8f5a-f3772d02fa73" -d '{"events": [{"server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "name": "network-vif-plugged", "status": "completed", "tag": "46108e94-c618-4d19-9056-d3d30d571f57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:57.597413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:57.599966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:57.618635 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9f93-b6ca-40ab-b47b-66dd66305404 req-68e14786-8208-4fc9-bbe3-c8aea6fdd24f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:57.625784 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-69df9f93-b6ca-40ab-b47b-66dd66305404 req-68e14786-8208-4fc9-bbe3-c8aea6fdd24f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 944 time: 0.1578116 Jun 21 05:56:57.679040 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['5b93abaa-a3c8-4631-85ba-8cadb9fe7757'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:56:57.768738 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5adb26-b8df-4847-b98c-9f83b68d918b x-openstack-request-id: req-0e5adb26-b8df-4847-b98c-9f83b68d918b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:57.768738 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "name": "network-vif-plugged", "status": "completed", "tag": "46108e94-c618-4d19-9056-d3d30d571f57", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:57.768911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e5adb26-b8df-4847-b98c-9f83b68d918b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:57.769301 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5adb26-b8df-4847-b98c-9f83b68d918b'] response: {'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57', 'code': 200} Jun 21 05:56:57.776373 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-69df9f93-b6ca-40ab-b47b-66dd66305404 req-895a53d3-33a8-4b38-bec6-726592d2a25d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436200 Jun 21 05:56:57.780080 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42334) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:57.889463 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-9647af1e-9b95-421e-b9fb-49f29807bbb4 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394058 Jun 21 05:56:57.921631 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:58.016947 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c54c789-1560-4b72-9a15-d0320ba58ec8 req-f3423a57-8449-48e3-bfeb-37a04d7a6a32 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 210 time: 0.1262100 Jun 21 05:56:58.030272 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:58.340609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8061d3-8465-40b2-81a5-a22faf3ca8b2 req-73b40441-6997-4c25-9489-e631593d6ead tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:58.343838 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c8061d3-8465-40b2-81a5-a22faf3ca8b2 req-73b40441-6997-4c25-9489-e631593d6ead tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.3448584 Jun 21 05:56:58.406126 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30653483-9f1a-423e-9adf-b6d62fbf214a req-69206f62-c107-439b-9fdc-c5f542e87961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:58.408394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:58.409733 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30653483-9f1a-423e-9adf-b6d62fbf214a req-69206f62-c107-439b-9fdc-c5f542e87961 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 1129 time: 0.3456151 Jun 21 05:56:58.418830 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42340) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:58.481727 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c8061d3-8465-40b2-81a5-a22faf3ca8b2 req-f9c65f45-e951-4a04-bb8b-3bf39bb9bf15 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267765 Jun 21 05:56:58.508326 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-771717905-network', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:58.518930 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30653483-9f1a-423e-9adf-b6d62fbf214a req-8b029ea1-0f68-4d34-b56d-6924d39fdeb1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957432 Jun 21 05:56:58.525291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:58.531097 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-835408ed-27a3-4b83-9f12-a0799e6a5a38 req-ac3bae35-5578-4bc7-b453-3f3401abb5e7 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304429 Jun 21 05:56:58.548358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Made reservation on behalf of 4e17d31f99954cca8b4eb24b3b798f1e for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:58.550997 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.557753 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Allocated IP 172.20.0.4 (151c610c-93dc-48d7-b97e-bb2c574c07b6/57cd5e58-c299-48f9-800a-073a430a2d3f/ac21a55c-508f-45cb-96cc-44152b7643dd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:56:58.570407 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.570748 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:58.583918 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:58.661545 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c51c67a3-31cf-4ad4-92e9-f789b5106d83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88247de6a0dc4a1089749816533eabd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280400 Jun 21 05:56:58.662100 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42346) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:58.685509 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2b33-814f-4cc7-b0f3-e8d4d2a3d78d req-796c7c27-a447-46be-b4f8-2cf95b0c8c7e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:58.687147 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-590c2b33-814f-4cc7-b0f3-e8d4d2a3d78d req-796c7c27-a447-46be-b4f8-2cf95b0c8c7e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0959446 Jun 21 05:56:58.816625 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-590c2b33-814f-4cc7-b0f3-e8d4d2a3d78d req-4605499b-b1a3-4285-8886-dd8fb5ab61d2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181843 Jun 21 05:56:58.828224 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] Publish callbacks [] for security_group (1be75b71-21af-4d7e-8e59-d61b09252ba5), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.892092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks [] for security_group (6b54ee7d-d34f-4115-93b3-b80c1e3a75b6), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.913744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:56:58.914334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6b54ee7d-d34f-4115-93b3-b80c1e3a75b6), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.914596 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.918306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] Publish callbacks [] for security_group (1be75b71-21af-4d7e-8e59-d61b09252ba5), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.980875 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:58.990152 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:56:59.001390 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:56:59.025789 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:59.026367 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.042226 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f83c4-2579-46ac-8f8c-101696d70111 req-e076a957-17f5-4edb-a981-fb18460f88f0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:59.043804 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ec7f83c4-2579-46ac-8f8c-101696d70111 req-e076a957-17f5-4edb-a981-fb18460f88f0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 944 time: 0.1325822 Jun 21 05:56:59.045543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (25199846-b587-4ce4-a024-063f2d9a6d45), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.045904 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Added segment 25199846-b587-4ce4-a024-063f2d9a6d45 of type vlan for network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c Jun 21 05:56:59.055607 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b54ee7d-d34f-4115-93b3-b80c1e3a75b6,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:59.157685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:56:59.161878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:56:59.172757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:56:59.246547 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event updated for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:59.250338 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.255842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:56:59.256228 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.288265 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1be75b71-21af-4d7e-8e59-d61b09252ba5), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.293370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.295676 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1be75b71-21af-4d7e-8e59-d61b09252ba5 HTTP/1.1" status: 204 len: 168 time: 0.6285200 Jun 21 05:56:59.332821 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:56:59.339912 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:59.340577 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.346619 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.376260 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.db.resource_extend [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 05:56:59.388030 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-4d240c58-3833-42b7-b7de-89b92eff3c75 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2716370 Jun 21 05:56:59.401888 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f2e2-a599-4060-9f6b-efe351d56e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be75b71-21af-4d7e-8e59-d61b09252ba5,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:59.420846 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef961-dabe-4e06-b537-e5f9d86b85ba req-a1f14cd2-e751-4214-b3d9-7d7e4e3467f7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:59.424488 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f3ef961-dabe-4e06-b537-e5f9d86b85ba req-a1f14cd2-e751-4214-b3d9-7d7e4e3467f7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 931 time: 0.2540872 Jun 21 05:56:59.450148 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ec7f83c4-2579-46ac-8f8c-101696d70111 req-c1bf3a2e-4c36-4f54-aed8-668ab307352e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892462 Jun 21 05:56:59.486865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.488370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:59.491051 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:59.493959 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.596440 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8138063 Jun 21 05:56:59.599300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:56:59.606762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Request body: {'subnet': {'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-771717905-subnet', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:59.642177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:56:59.666267 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Request body: {'port': {'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:56:59.728392 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Made reservation on behalf of 4e17d31f99954cca8b4eb24b3b798f1e for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:56:59.731106 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-fb6eed11-b20d-49b8-8b2a-05d41bdb6446 None None] Provisioning complete for port ac21a55c-508f-45cb-96cc-44152b7643dd triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:56:59.731269 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.732445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb6eed11-b20d-49b8-8b2a-05d41bdb6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:56:59.788863 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eea13-9c9f-43af-b430-932654a52869 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:56:59.801650 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:56:59.804786 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055b2e99-cd4f-46c8-9617-71ba36606e7c" -d '{"events": [{"server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "name": "network-vif-plugged", "status": "completed", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:56:59.808228 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-fb6eed11-b20d-49b8-8b2a-05d41bdb6446 None None] Port ac21a55c-508f-45cb-96cc-44152b7643dd cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:56:59.811484 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:56:59.858224 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f3ef961-dabe-4e06-b537-e5f9d86b85ba req-903d560e-722c-45bd-91df-77772a1164e9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061561 Jun 21 05:56:59.975036 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb632851-6032-47a2-8e79-b2b519943543 req-5837be19-29f7-462e-83aa-c5b7743bdbd3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:56:59.978599 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb632851-6032-47a2-8e79-b2b519943543 req-5837be19-29f7-462e-83aa-c5b7743bdbd3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.2075493 Jun 21 05:56:59.990274 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5583bdec-8029-4658-87ba-449b41755a43 x-openstack-request-id: req-5583bdec-8029-4658-87ba-449b41755a43 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:56:59.991004 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "name": "network-vif-plugged", "status": "completed", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:56:59.992052 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5583bdec-8029-4658-87ba-449b41755a43 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:56:59.992924 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5583bdec-8029-4658-87ba-449b41755a43'] response: {'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'code': 200} Jun 21 05:57:00.014550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:00.098226 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:00.099361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb632851-6032-47a2-8e79-b2b519943543 req-037ec732-ecf5-42af-ac15-309af25d0c05 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091337 Jun 21 05:57:00.158043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327484f3-1865-4dd0-808d-c2dcc721c7b6 req-ef2630e9-a0c4-4a8d-b05b-045a9727d3ac tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:00.158043 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-327484f3-1865-4dd0-808d-c2dcc721c7b6 req-ef2630e9-a0c4-4a8d-b05b-045a9727d3ac tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0740798 Jun 21 05:57:00.271586 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-327484f3-1865-4dd0-808d-c2dcc721c7b6 req-b45570bc-eb5f-410a-9869-a8d1d0a2d59e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032474 Jun 21 05:57:00.462792 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (cd4cb49c-596f-4455-8774-5b38901e8a02), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:00.734008 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4cb49c-596f-4455-8774-5b38901e8a02,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:00.765273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:00.779681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fdc5a-4fe5-489d-9d2b-c37605151f21 req-88d198a5-cad0-4be5-a2dc-e7ee8d9ab67b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:00.782224 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-616fdc5a-4fe5-489d-9d2b-c37605151f21 req-88d198a5-cad0-4be5-a2dc-e7ee8d9ab67b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.1303022 Jun 21 05:57:00.807619 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Checking segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:00.809717 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Network hostable DHCP agents. Network: d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:57:00.883911 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-616fdc5a-4fe5-489d-9d2b-c37605151f21 req-620d0e7f-ed30-46eb-b665-b51ffcce00b3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899549 Jun 21 05:57:00.901674 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:57:00.964645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:00.976005 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:00.976997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:00.982433 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36d1cc-5139-42bf-840c-1b0dfa000f8b None None] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:57:00.986532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac21a55c-508f-45cb-96cc-44152b7643dd {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:57:01.019192 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks [] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.109622 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-17e68855-15fd-4260-acca-3ad6093f48eb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5082684 Jun 21 05:57:01.115046 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42368) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:01.145752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Transition to ACTIVE for port object ac21a55c-508f-45cb-96cc-44152b7643dd will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:57:01.148488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:01.165189 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b753d-525d-4c81-8ac7-448cbfeca72b req-2e28f277-ea4b-4e48-9463-f238a3946352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:01.167374 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c41b753d-525d-4c81-8ac7-448cbfeca72b req-2e28f277-ea4b-4e48-9463-f238a3946352 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 1129 time: 0.1575530 Jun 21 05:57:01.168091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.173747 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:01.185842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:01.215582 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07ad3d-ab66-4e54-b777-3b72bcb5b747 req-fa686f08-7aa2-4548-b9e9-9739056b1e92 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:01.217293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0d07ad3d-ab66-4e54-b777-3b72bcb5b747 req-fa686f08-7aa2-4548-b9e9-9739056b1e92 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 931 time: 0.2134976 Jun 21 05:57:01.276617 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.277880 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.279340 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:57:01.284672 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.318935 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Pushing event updated for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:01.363279 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c41b753d-525d-4c81-8ac7-448cbfeca72b req-12c1777f-2309-4f81-b7fd-178788b4bde7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665187 Jun 21 05:57:01.443835 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0d07ad3d-ab66-4e54-b777-3b72bcb5b747 req-0c0f1037-02cf-439f-94e0-337039199cc3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136881 Jun 21 05:57:01.463271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf0ecb-aac8-4801-add0-5511e1a4126e req-88a428fa-b5d5-421c-9021-16ae2de8eba7 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:01.465259 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8aaf0ecb-aac8-4801-add0-5511e1a4126e req-88a428fa-b5d5-421c-9021-16ae2de8eba7 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.1741948 Jun 21 05:57:01.507511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Attempting to bind port ac21a55c-508f-45cb-96cc-44152b7643dd on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:01.507840 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Attempting to bind port ac21a55c-508f-45cb-96cc-44152b7643dd by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:01.508164 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Attempting to bind port ac21a55c-508f-45cb-96cc-44152b7643dd on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:01.521425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Port ac21a55c-508f-45cb-96cc-44152b7643dd on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:57:01.521847 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Attempting to bind port ac21a55c-508f-45cb-96cc-44152b7643dd on network 151c610c-93dc-48d7-b97e-bb2c574c07b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:01.551173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:01.551319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Checking segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:01.551662 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Bound using segment: {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:01.552105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Bound port: ac21a55c-508f-45cb-96cc-44152b7643dd, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737d93d6-73d2-4164-996c-8882e2e082e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:01.552473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.569115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for router_controller (2c6a4edb-d0c7-4535-8971-91caebded54c), precommit_add_association {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.682644 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:01.686460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=ac21a55c-508f-45cb-96cc-44152b7643dd,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:01.690089 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:01.698900 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.757371 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Allocated IP 172.20.0.2 (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c/cd4cb49c-596f-4455-8774-5b38901e8a02/990cde6c-e3c4-4041-8390-370d12c35897) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:01.830092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Pushing event updated for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:01.849103 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:01.853790 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.855530 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-8959dbf1-9db2-4578-acf9-0ca1370198ab service neutron] 10.222.0.23 "PUT /v2.0/ports/ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 1093 time: 2.2193012 Jun 21 05:57:01.855989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:01.858499 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c764ac-af75-48a4-b827-78668f03dd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:01.981724 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for router_gateway (2c6a4edb-d0c7-4535-8971-91caebded54c), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:01.999021 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d396b-1bb4-4508-80f9-045ebfafbb4a req-42469e12-1213-438d-8fb6-639205f18781 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:02.001168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5a7d396b-1bb4-4508-80f9-045ebfafbb4a req-42469e12-1213-438d-8fb6-639205f18781 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.3307300 Jun 21 05:57:02.023148 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks [] for port (990cde6c-e3c4-4041-8390-370d12c35897), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.036675 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (990cde6c-e3c4-4041-8390-370d12c35897), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.054843 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8aaf0ecb-aac8-4801-add0-5511e1a4126e req-a2ffb2db-ebd3-4465-88a9-8c7e15b6220c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891791 Jun 21 05:57:02.154011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:02.156558 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:02.159155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35043fc-ff37-4a3e-815c-dfef339f11a3 x-openstack-request-id: req-a35043fc-ff37-4a3e-815c-dfef339f11a3 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:02.159458 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:02.159717 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a35043fc-ff37-4a3e-815c-dfef339f11a3 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:02.166264 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35043fc-ff37-4a3e-815c-dfef339f11a3'] response: {'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'status': 'completed', 'code': 200} Jun 21 05:57:02.170262 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:02.179344 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:02.211248 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Pushing event updated for resources: {'Port': ['ID=990cde6c-e3c4-4041-8390-370d12c35897,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:02.278135 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5a7d396b-1bb4-4508-80f9-045ebfafbb4a req-7c53ad7e-c77e-4320-b671-882aa467bea4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666602 Jun 21 05:57:02.398463 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-edbc21c2-e956-4c5e-86c4-15cb06a76825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:02.404426 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-edbc21c2-e956-4c5e-86c4-15cb06a76825 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1127 time: 0.1637166 Jun 21 05:57:02.406231 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e9d47-35e6-4b36-a331-d9b1e49dd634 req-e77f37ad-9125-4bb2-9f3f-da9b64b1553c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:02.414402 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a35e9d47-35e6-4b36-a331-d9b1e49dd634 req-e77f37ad-9125-4bb2-9f3f-da9b64b1553c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.0683856 Jun 21 05:57:02.437518 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:02.441622 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Attempting to bind port 990cde6c-e3c4-4041-8390-370d12c35897 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:02.442265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Attempting to bind port 990cde6c-e3c4-4041-8390-370d12c35897 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:02.443459 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Attempting to bind port 990cde6c-e3c4-4041-8390-370d12c35897 on network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:02.469849 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:02.476565 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Checking segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:02.478409 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.481167 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Bound using segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:02.482264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Bound port: 990cde6c-e3c4-4041-8390-370d12c35897, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:02.484803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (990cde6c-e3c4-4041-8390-370d12c35897), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.582690 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a35e9d47-35e6-4b36-a331-d9b1e49dd634 req-a01f1484-1308-4b1f-9bc8-a6738bbbd83e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649170 Jun 21 05:57:02.630572 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for router_gateway (2c6a4edb-d0c7-4535-8971-91caebded54c), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.687603 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] For port 990cde6c-e3c4-4041-8390-370d12c35897, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:02.707534 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] For port 990cde6c-e3c4-4041-8390-370d12c35897, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=990cde6c-e3c4-4041-8390-370d12c35897,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:02.718900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (990cde6c-e3c4-4041-8390-370d12c35897), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.740324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:02.761851 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-2379b635-d634-4920-b989-22008a9eac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:02.766762 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-2379b635-d634-4920-b989-22008a9eac6a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7050c81c7efe4c0199573adc5687e9c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3555765 Jun 21 05:57:02.806194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee1dce-92a0-44f8-b669-b691709c8cad None None] Pushing event updated for resources: {'Port': ['ID=990cde6c-e3c4-4041-8390-370d12c35897,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:02.911276 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e86704-cd2c-4dba-a45e-83e1eb754a0e req-ae4fa80a-7a15-4f29-b0c4-a9ab111274d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:02.922619 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2e86704-cd2c-4dba-a45e-83e1eb754a0e req-ae4fa80a-7a15-4f29-b0c4-a9ab111274d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 943 time: 0.1260726 Jun 21 05:57:03.401605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-c7edcca3-c237-455e-b03d-b23318ef53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.403997 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e2c764ac-af75-48a4-b827-78668f03dd5e req-c7edcca3-c237-455e-b03d-b23318ef53bc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3418205 Jun 21 05:57:03.424931 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2e86704-cd2c-4dba-a45e-83e1eb754a0e req-135a182d-2d12-46c4-a2ff-be0618033da1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010922 Jun 21 05:57:03.427784 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:03.470339 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Allocated IP 172.27.0.230 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/adeb3977-74df-4334-86c5-a13dab8eecbb) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:03.550729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-ee95708e-8486-45f7-a183-19c2aaad98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.552582 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-ee95708e-8486-45f7-a183-19c2aaad98a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1127 time: 0.0898356 Jun 21 05:57:03.619875 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-43e7d1d4-8f09-4d33-a5e2-84c4efb9e934 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 217 time: 0.0599747 Jun 21 05:57:03.673284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299f63-b5ef-45ed-941a-8f5e3f69b7a5 req-4c5e92a9-af4e-4d00-b54b-4f8298361195 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.682054 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ca299f63-b5ef-45ed-941a-8f5e3f69b7a5 req-4c5e92a9-af4e-4d00-b54b-4f8298361195 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1531563 Jun 21 05:57:03.704009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-3c23e4d1-b564-4641-9071-d77559b9a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.705670 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-3c23e4d1-b564-4641-9071-d77559b9a4ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0682349 Jun 21 05:57:03.738812 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:03.803281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-823c7d81-f64c-4677-be6a-c738959c1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.805527 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-823c7d81-f64c-4677-be6a-c738959c1085 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907845 Jun 21 05:57:03.860953 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:03.984557 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-e9ce8dfc-e55d-4f6b-a8b2-23a4b547f9dd service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720936 Jun 21 05:57:03.991414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6b1b0-a610-4e8c-b9a5-26657a3193f5 req-a8b446cc-27d0-4322-93f5-21f9d2ea491e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:03.994871 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94b6b1b0-a610-4e8c-b9a5-26657a3193f5 req-a8b446cc-27d0-4322-93f5-21f9d2ea491e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.2490449 Jun 21 05:57:04.072063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:04.077291 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 990cde6c-e3c4-4041-8390-370d12c35897 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:04.108096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:04.112403 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:04.144127 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ca299f63-b5ef-45ed-941a-8f5e3f69b7a5 req-157cad16-4215-4cc6-acc1-3c0c13bf4143 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578969 Jun 21 05:57:04.222311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=adeb3977-74df-4334-86c5-a13dab8eecbb,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:04.231908 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 990cde6c-e3c4-4041-8390-370d12c35897 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:04.232272 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (990cde6c-e3c4-4041-8390-370d12c35897), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.265233 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7e9e5aae-335e-4174-9a42-e71a1be8f2ad req-a53dadf6-b4b6-42f5-b206-30fb49b6d781 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702427 Jun 21 05:57:04.370073 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:04.399341 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 990cde6c-e3c4-4041-8390-370d12c35897 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:04.400386 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (990cde6c-e3c4-4041-8390-370d12c35897), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.442218 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94b6b1b0-a610-4e8c-b9a5-26657a3193f5 req-bdb4cc51-023b-401d-9fe2-1c85e5f6bcd3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138021 Jun 21 05:57:04.446090 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 990cde6c-e3c4-4041-8390-370d12c35897, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=990cde6c-e3c4-4041-8390-370d12c35897,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:04.454806 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (990cde6c-e3c4-4041-8390-370d12c35897), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.498130 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6deaa-a911-4b2d-8242-45c6ff1bb561 None None] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:57:04.567464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a4c33de5-7ce2-4e12-899f-f01a8047e152 None None] Provisioning complete for port 990cde6c-e3c4-4041-8390-370d12c35897 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:04.568386 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4c33de5-7ce2-4e12-899f-f01a8047e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (990cde6c-e3c4-4041-8390-370d12c35897), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.670975 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=990cde6c-e3c4-4041-8390-370d12c35897,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:04.673578 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefbd2a-1f38-43dc-981d-d23311920b7f req-06f636e4-6371-4bcb-aaf9-3c4e1e50373b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:04.681776 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3fefbd2a-1f38-43dc-981d-d23311920b7f req-06f636e4-6371-4bcb-aaf9-3c4e1e50373b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 943 time: 0.0907764 Jun 21 05:57:04.745122 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:04.775595 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4438c1-fbdf-4b48-b43c-e857af9c4bf4 req-0c45e5d7-46ec-4b5c-8563-3f56c42876fd tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:04.784199 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bb4438c1-fbdf-4b48-b43c-e857af9c4bf4 req-0c45e5d7-46ec-4b5c-8563-3f56c42876fd tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.1914737 Jun 21 05:57:04.786323 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42452) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:04.792491 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'port_id': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:04.814656 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a4c33de5-7ce2-4e12-899f-f01a8047e152 None None] Current status of the port 990cde6c-e3c4-4041-8390-370d12c35897 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:04.857803 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3fefbd2a-1f38-43dc-981d-d23311920b7f req-b3bee0b0-8e8a-45ec-813b-9e2cbc38fd01 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744189 Jun 21 05:57:04.877101 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.884836 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for router_gateway (2c6a4edb-d0c7-4535-8971-91caebded54c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:04.887452 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:04.945150 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:05.138056 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-2c0404ea-e2c8-4f23-9764-4593ac0ca896 None None] Provisioning complete for port 990cde6c-e3c4-4041-8390-370d12c35897 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:05.139034 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c0404ea-e2c8-4f23-9764-4593ac0ca896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (990cde6c-e3c4-4041-8390-370d12c35897), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:05.262777 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:05.298404 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2c0404ea-e2c8-4f23-9764-4593ac0ca896 None None] Current status of the port 990cde6c-e3c4-4041-8390-370d12c35897 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:05.423622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:05.474754 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dbf9-0c00-49e5-b5f2-3a8d56937cb6 req-b41aa0a1-228f-4138-a743-dba25759b8d2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:05.476419 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9545dbf9-0c00-49e5-b5f2-3a8d56937cb6 req-b41aa0a1-228f-4138-a743-dba25759b8d2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1228740 Jun 21 05:57:05.573530 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9545dbf9-0c00-49e5-b5f2-3a8d56937cb6 req-328cddff-6fd5-4833-805a-c29d34e81c3f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901978 Jun 21 05:57:05.593696 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Router 2c6a4edb-d0c7-4535-8971-91caebded54c is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:57:05.701446 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:05.713282 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:05.789225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:05.815369 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Sync routers for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:05.818115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:05.822745 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b98c770e-a775-4188-9a89-937fe5095cf1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6901250 Jun 21 05:57:05.823574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42458) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:05.861165 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:05.862446 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:05.868297 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 85655794-1bb0-4bd8-939e-053cad82c826 associated. External IP: 172.27.0.65, port: 5b93abaa-a3c8-4631-85ba-8cadb9fe7757. Jun 21 05:57:06.122400 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f81787-94b3-42c0-9d18-1977c1f906ad req-ec4a5a56-99ed-4770-ae50-ca4fbc00b72c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:06.124342 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b9f81787-94b3-42c0-9d18-1977c1f906ad req-ec4a5a56-99ed-4770-ae50-ca4fbc00b72c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 943 time: 0.1161308 Jun 21 05:57:06.219154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:06.245382 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 990cde6c-e3c4-4041-8390-370d12c35897 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:06.286292 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b9f81787-94b3-42c0-9d18-1977c1f906ad req-d5029e1c-5d66-4050-b96e-7af30ab136fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551962 Jun 21 05:57:06.297706 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:06.357978 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 990cde6c-e3c4-4041-8390-370d12c35897 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:06.358373 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (990cde6c-e3c4-4041-8390-370d12c35897), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:06.465911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:06.498982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:57:06.535414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:06.612916 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:06.715164 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:06.728516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:06.735777 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:06.764434 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:06.766217 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:06.789639 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:04Z', 'revision_number': 3, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:06.795238 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 990cde6c-e3c4-4041-8390-370d12c35897 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:06.831262 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Checking router: 2c6a4edb-d0c7-4535-8971-91caebded54c for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:06.831742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Updating router 2c6a4edb-d0c7-4535-8971-91caebded54c port adeb3977-74df-4334-86c5-a13dab8eecbb binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:57:06.884632 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d86a14a8-722e-4d5a-b51d-ccb7677bd5e3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "PUT /v2.0/floatingips/85655794-1bb0-4bd8-939e-053cad82c826 HTTP/1.1" status: 200 len: 990 time: 2.0934610 Jun 21 05:57:06.885285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:06.888100 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c688ff93-eded-47c0-9767-de20c3322c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:06.891836 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:06.935086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91497c-12a8-4d47-a97b-3f99df179e24 req-35212ab8-bb33-4a1f-855b-22f628703cd4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:06.954836 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d91497c-12a8-4d47-a97b-3f99df179e24 req-35212ab8-bb33-4a1f-855b-22f628703cd4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2229440 Jun 21 05:57:06.981163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e2e5f-2d62-4a2c-a2f3-7fc021d81624 x-openstack-request-id: req-cc6e2e5f-2d62-4a2c-a2f3-7fc021d81624 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:06.981524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:06.981690 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc6e2e5f-2d62-4a2c-a2f3-7fc021d81624 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:06.982145 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6e2e5f-2d62-4a2c-a2f3-7fc021d81624'] response: {'name': 'network-changed', 'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'status': 'completed', 'code': 200} Jun 21 05:57:06.994538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:07.057626 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:07.061118 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d91497c-12a8-4d47-a97b-3f99df179e24 req-dcf91e6d-5212-4fc8-a143-353c9cdffd06 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051297 Jun 21 05:57:07.083975 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ff93-eded-47c0-9767-de20c3322c6d req-d2541df1-286d-4492-88f8-df714d5a9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:07.086667 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-d2541df1-286d-4492-88f8-df714d5a9d1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 1129 time: 0.0751925 Jun 21 05:57:07.177474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Allocated IP 172.20.0.1 (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c/cd4cb49c-596f-4455-8774-5b38901e8a02/ad239930-6df1-47be-9a54-5a16bb729075) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:07.292108 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:07.293718 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ff93-eded-47c0-9767-de20c3322c6d req-79f1efd0-5ba6-46aa-a70f-e23fa79b77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:07.295820 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-79f1efd0-5ba6-46aa-a70f-e23fa79b77ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.1957691 Jun 21 05:57:07.426523 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks [] for port (ad239930-6df1-47be-9a54-5a16bb729075), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.453235 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-df223f39-d20c-46a6-823a-6c92b7b4fd19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757 HTTP/1.1" status: 200 len: 998 time: 0.1495564 Jun 21 05:57:07.546957 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.568722 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks [] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.585395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.599730 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ff93-eded-47c0-9767-de20c3322c6d req-4e909e02-1610-4927-9de0-51af823eef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:07.606293 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-4e909e02-1610-4927-9de0-51af823eef07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.1373725 Jun 21 05:57:07.622777 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:07.631240 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:07.638706 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:07.641323 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}, {'id': '85655794-1bb0-4bd8-939e-053cad82c826', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:c5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:38Z', 'updated_at': '2022-06-21T05:57:05Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:07.693010 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (2c6a4edb-d0c7-4535-8971-91caebded54c), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.707455 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688ff93-eded-47c0-9767-de20c3322c6d req-5b2544a7-343f-4059-93c2-a2ad6e438667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:07.709011 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-5b2544a7-343f-4059-93c2-a2ad6e438667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921426 Jun 21 05:57:07.711235 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:07.716508 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d0395-91d4-41e5-bbc4-266caddf46e1 None None] Pushing event updated for resources: {'Port': ['ID=adeb3977-74df-4334-86c5-a13dab8eecbb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:07.723279 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae24c-2d64-40aa-b176-785e6823b6c7 req-93817d0f-6a08-48b3-baae-4eb6b827366c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:07.726463 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ddae24c-2d64-40aa-b176-785e6823b6c7 req-93817d0f-6a08-48b3-baae-4eb6b827366c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 943 time: 0.2262866 Jun 21 05:57:07.751358 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:07.752124 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:07.794503 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Attempting to bind port adeb3977-74df-4334-86c5-a13dab8eecbb on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:07.794880 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Attempting to bind port adeb3977-74df-4334-86c5-a13dab8eecbb by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:07.795243 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Attempting to bind port adeb3977-74df-4334-86c5-a13dab8eecbb on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:07.812779 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:07.813347 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:07.816647 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.816954 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:07.817417 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Bound port: adeb3977-74df-4334-86c5-a13dab8eecbb, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:07.817814 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:07.869875 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Pushing event updated for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:07.896485 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:08.005504 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-a61f4bb5-fdd4-49ef-b911-dbafd7daa0e8 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860343 Jun 21 05:57:08.010342 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] For port adeb3977-74df-4334-86c5-a13dab8eecbb, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:08.014840 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1ddae24c-2d64-40aa-b176-785e6823b6c7 req-75603e10-220c-4100-9ee3-43b95651c783 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810252 Jun 21 05:57:08.033010 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] For port adeb3977-74df-4334-86c5-a13dab8eecbb, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=adeb3977-74df-4334-86c5-a13dab8eecbb,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:08.058648 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-2c73028b-5aa9-4cd0-a3d9-bfae7be444a8 None None] Provisioning complete for port ad239930-6df1-47be-9a54-5a16bb729075 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:08.059477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c73028b-5aa9-4cd0-a3d9-bfae7be444a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ad239930-6df1-47be-9a54-5a16bb729075), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:08.095403 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:08.106994 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:08.155792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:08.209347 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2c73028b-5aa9-4cd0-a3d9-bfae7be444a8 None None] Port ad239930-6df1-47be-9a54-5a16bb729075 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:57:08.219904 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:08.226272 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:08.282253 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ad239930-6df1-47be-9a54-5a16bb729075), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:08.327450 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:08.410404 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d0395-91d4-41e5-bbc4-266caddf46e1 None None] Pushing event updated for resources: {'Port': ['ID=adeb3977-74df-4334-86c5-a13dab8eecbb,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:08.476166 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c688ff93-eded-47c0-9767-de20c3322c6d req-c08547e9-90d7-457d-8d71-55356cfd5f6a service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443352 Jun 21 05:57:08.512078 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d333-7a78-461a-a0ea-cf89721a93f2 req-c4825e58-183e-45a0-9ff7-19c68e774946 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:08.514013 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3dc8d333-7a78-461a-a0ea-cf89721a93f2 req-c4825e58-183e-45a0-9ff7-19c68e774946 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.2110720 Jun 21 05:57:08.522753 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:08.764868 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}, {'id': '85655794-1bb0-4bd8-939e-053cad82c826', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:c5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:38Z', 'updated_at': '2022-06-21T05:57:05Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:08.808601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:08.819229 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be695645-a408-494f-bd79-c4db61ddec5c None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}, {'id': '85655794-1bb0-4bd8-939e-053cad82c826', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:c5:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:38Z', 'updated_at': '2022-06-21T05:57:05Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:08.848754 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3dc8d333-7a78-461a-a0ea-cf89721a93f2 req-75471e4b-f615-4714-b3b5-94ce52af2016 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866688 Jun 21 05:57:08.867947 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks [] for port (ad239930-6df1-47be-9a54-5a16bb729075), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:08.881361 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:08.898739 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:07Z', 'revision_number': 1, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:08.990543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Pushing event updated for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:08.995044 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (2c6a4edb-d0c7-4535-8971-91caebded54c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:09.020950 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device ac21a55c-508f-45cb-96cc-44152b7643dd details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:57:09.044035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4e0c6-d3d9-4a5b-bd49-71657661597f None None] The sync data for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi is: [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:07Z', 'revision_number': 1, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:09.229883 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:09.248399 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:09.320121 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77959848-1885-49a6-b0d1-3bec54018967 None None] New status for floating IP 85655794-1bb0-4bd8-939e-053cad82c826: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:57:09.324428 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdfd76-c526-4c0b-a839-001ca33d5f19 req-adb86c1b-9d6d-4a85-90dc-789e1c95055c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:09.328885 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6acdfd76-c526-4c0b-a839-001ca33d5f19 req-adb86c1b-9d6d-4a85-90dc-789e1c95055c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 943 time: 0.1203144 Jun 21 05:57:09.544208 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6acdfd76-c526-4c0b-a839-001ca33d5f19 req-94fb3b22-ab37-4869-a233-0bf94d8fde55 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035735 Jun 21 05:57:09.599741 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Router 2c6a4edb-d0c7-4535-8971-91caebded54c has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:57:09.686833 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=ac21a55c-508f-45cb-96cc-44152b7643dd,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:09.705735 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:57:09.774984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port ac21a55c-508f-45cb-96cc-44152b7643dd is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:09.775663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:09.805217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac21a55c-508f-45cb-96cc-44152b7643dd {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:57:09.842880 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=ac21a55c-508f-45cb-96cc-44152b7643dd,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:09.855005 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:09.863795 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c69d76c7-cc09-4b8d-8aff-4ae2aee98092 None None] Provisioning complete for port ad239930-6df1-47be-9a54-5a16bb729075 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:09.865214 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c69d76c7-cc09-4b8d-8aff-4ae2aee98092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ad239930-6df1-47be-9a54-5a16bb729075), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:09.990688 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c69d76c7-cc09-4b8d-8aff-4ae2aee98092 None None] Port ad239930-6df1-47be-9a54-5a16bb729075 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:57:10.002582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:10.236697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['ac21a55c-508f-45cb-96cc-44152b7643dd'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:57:10.316034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:10.323246 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-bccb6d5e-87b9-46af-940a-48a519138285 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c6a4edb-d0c7-4535-8971-91caebded54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4984303 Jun 21 05:57:10.348370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:10.361857 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d376c6-6f18-420d-bf62-429f20f60248 req-92fd00b1-1e2c-488b-95e9-6b65da1b40cf tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:10.366802 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-65d376c6-6f18-420d-bf62-429f20f60248 req-92fd00b1-1e2c-488b-95e9-6b65da1b40cf tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1049168 Jun 21 05:57:10.479152 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-65d376c6-6f18-420d-bf62-429f20f60248 req-2eac21c8-b730-43e5-8e93-98bb42be49dd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042657 Jun 21 05:57:10.546281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:10.779615 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:10.789749 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dfcad-b426-489e-b126-1c8fe8dc0b87 req-2a782662-6edb-40f0-867f-a05192812462 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:10.791728 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6a6dfcad-b426-489e-b126-1c8fe8dc0b87 req-2a782662-6edb-40f0-867f-a05192812462 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 944 time: 0.0643840 Jun 21 05:57:10.866820 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6a6dfcad-b426-489e-b126-1c8fe8dc0b87 req-0f30f775-3e03-47e9-a4a4-f4d5fd97d0fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620005 Jun 21 05:57:11.056226 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:11.071630 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-fe70db49-2f0d-4c07-864b-2762cca3b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.073481 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-fe70db49-2f0d-4c07-864b-2762cca3b09d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1129 time: 0.0713997 Jun 21 05:57:11.221729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-fd8fce6a-50d8-493b-96c0-60e38b8f6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.223756 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-fd8fce6a-50d8-493b-96c0-60e38b8f6540 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.1428344 Jun 21 05:57:11.308844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42516) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:11.314131 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-385674919-network', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:11.328239 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-7807ec75-f3e6-48c6-ae35-7225cafd9750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 1001 time: 0.0932169 Jun 21 05:57:11.340705 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Made reservation on behalf of 4e4c039b12fa4ca0a1be60baa4a83686 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:57:11.344237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.357502 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.412159 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-e1f27a06-8c46-45cf-8b2d-9bc47d345b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.415635 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-e1f27a06-8c46-45cf-8b2d-9bc47d345b94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0793858 Jun 21 05:57:11.455367 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks [] for security_group (1771e152-9858-4420-b36e-843e5e1a0875), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.462483 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1771e152-9858-4420-b36e-843e5e1a0875), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.484228 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-476cba68-fa38-45ff-9a4d-47ddee87637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.486495 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-476cba68-fa38-45ff-9a4d-47ddee87637e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631537 Jun 21 05:57:11.500754 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 05:57:11.508779 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device ac21a55c-508f-45cb-96cc-44152b7643dd up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:11.509690 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1771e152-9858-4420-b36e-843e5e1a0875,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:11.517147 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (1a3ef766-7caf-4678-ac09-7fbabbd506a5), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.517551 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Added segment 1a3ef766-7caf-4678-ac09-7fbabbd506a5 of type vlan for network 060d27d4-dbf0-4fe9-b731-d101ef010893 Jun 21 05:57:11.600980 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (060d27d4-dbf0-4fe9-b731-d101ef010893), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.612967 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-621aa436-eecd-4e97-8e58-e2f546376b72 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196051 Jun 21 05:57:11.668143 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (060d27d4-dbf0-4fe9-b731-d101ef010893), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.669975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.669975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.694660 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:57:11.728316 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a479f-766b-44bc-ae79-330cef2d1eeb req-7ad96674-8795-4b0f-a8bb-1697a82cac5e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:11.730084 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c4a479f-766b-44bc-ae79-330cef2d1eeb req-7ad96674-8795-4b0f-a8bb-1697a82cac5e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1012444 Jun 21 05:57:11.733722 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4237337 Jun 21 05:57:11.736586 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42520) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:11.742272 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Request body: {'subnet': {'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-385674919-subnet', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:11.770473 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39c17675-40a1-46e4-a7d6-697fb01c4b99 req-96ccc473-825e-4474-a2b7-b6cdc13b329a service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494169 Jun 21 05:57:11.785612 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10aa1e-c2e3-4525-95dd-1e1f466b6ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=060d27d4-dbf0-4fe9-b731-d101ef010893,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:11.800493 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 05:57:11.819486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port ac21a55c-508f-45cb-96cc-44152b7643dd completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:57:11.830962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Made reservation on behalf of 4e4c039b12fa4ca0a1be60baa4a83686 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:57:11.833472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26284325'] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.847265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port ac21a55c-508f-45cb-96cc-44152b7643dd triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:11.848437 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:11.877607 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c4a479f-766b-44bc-ae79-330cef2d1eeb req-f45d1987-7f15-425a-a7b6-fdcb6ebbfc84 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968316 Jun 21 05:57:12.006630 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port ac21a55c-508f-45cb-96cc-44152b7643dd is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:12.007119 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.026411 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device adeb3977-74df-4334-86c5-a13dab8eecbb up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:12.082571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:12.085342 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13defc2-6b75-483e-a2e6-ed5aa27cb90a" -d '{"events": [{"server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "name": "network-vif-plugged", "status": "completed", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:12.113334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=ac21a55c-508f-45cb-96cc-44152b7643dd,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:12.114439 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582d17f-4a3f-4604-803e-52e75d39ba89 req-fe293ace-9a70-452a-896e-542be1df4518 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:12.120024 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b582d17f-4a3f-4604-803e-52e75d39ba89 req-fe293ace-9a70-452a-896e-542be1df4518 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 944 time: 0.0978758 Jun 21 05:57:12.125146 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.154349 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.161018 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bbdeea-7a9c-430d-8e65-cfdcc0d9d01b x-openstack-request-id: req-41bbdeea-7a9c-430d-8e65-cfdcc0d9d01b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:12.161344 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "name": "network-vif-plugged", "status": "completed", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:12.161576 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41bbdeea-7a9c-430d-8e65-cfdcc0d9d01b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:12.162124 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bbdeea-7a9c-430d-8e65-cfdcc0d9d01b'] response: {'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'code': 200} Jun 21 05:57:12.162467 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.206203 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port adeb3977-74df-4334-86c5-a13dab8eecbb triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:12.206582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.216063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.237629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b582d17f-4a3f-4604-803e-52e75d39ba89 req-9c877356-6a3d-4c6c-98b3-3fed0c0d9d3d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107531 Jun 21 05:57:12.239010 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26284371'] for subnet (634ebe18-017c-4263-a2b7-8118f4844e4c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.295630 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634ebe18-017c-4263-a2b7-8118f4844e4c,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:12.319004 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Checking segment: {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:12.319378 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Network hostable DHCP agents. Network: 060d27d4-dbf0-4fe9-b731-d101ef010893, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 05:57:12.337888 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Sync routers for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:12.340126 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:12.358690 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:12.360368 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 05:57:12.362334 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:12.373383 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 060d27d4-dbf0-4fe9-b731-d101ef010893) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:12.379688 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:12.380510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.390619 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f22238-1202-4baa-a08b-30474c0c5ef6 None None] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:57:12.414745 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-31a8cf2a-30fa-4eff-aa59-3d805c4610c9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6771033 Jun 21 05:57:12.417599 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42528) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:12.425111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:12.462440 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.464128 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.485793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.497016 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.517471 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:12.517734 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port adeb3977-74df-4334-86c5-a13dab8eecbb is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:12.517734 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.549022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port adeb3977-74df-4334-86c5-a13dab8eecbb, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=adeb3977-74df-4334-86c5-a13dab8eecbb,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:12.554717 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.562445 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for router_controller (7444b6d6-d58d-43c1-a741-49b3cfa7120a), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.597294 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-060d27d4-dbf0-4fe9-b731-d101ef010893', 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893', 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'fixed_ips': [{'subnet_id': '634ebe18-017c-4263-a2b7-8118f4844e4c'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 05:57:12.599039 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.624007 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.661057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=adeb3977-74df-4334-86c5-a13dab8eecbb,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:12.731195 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for router_gateway (7444b6d6-d58d-43c1-a741-49b3cfa7120a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.756592 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:12.796388 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Allocated IP 172.20.0.2 (060d27d4-dbf0-4fe9-b731-d101ef010893/634ebe18-017c-4263-a2b7-8118f4844e4c/ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:12.804422 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 2, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:12.846378 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Checking router: 2c6a4edb-d0c7-4535-8971-91caebded54c for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:12.846718 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Updating router 2c6a4edb-d0c7-4535-8971-91caebded54c port ad239930-6df1-47be-9a54-5a16bb729075 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:57:12.878223 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ad239930-6df1-47be-9a54-5a16bb729075), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:12.987954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for router_gateway (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.003829 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks [] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.010848 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.018255 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.047140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091eeef-59ec-4fae-a227-74f49a2caae2 req-6b3a782b-f0a2-4e79-a53a-61b4d07b99a5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:13.050571 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3091eeef-59ec-4fae-a227-74f49a2caae2 req-6b3a782b-f0a2-4e79-a53a-61b4d07b99a5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0696342 Jun 21 05:57:13.068876 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:13.072439 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Pushing event updated for resources: {'Port': ['ID=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:13.076335 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:13.078653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:13.157968 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3091eeef-59ec-4fae-a227-74f49a2caae2 req-a39d496f-30b3-486e-b912-741c745ade82 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951657 Jun 21 05:57:13.162330 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Attempting to bind port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:13.162749 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Attempting to bind port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:13.163111 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Attempting to bind port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 on network 060d27d4-dbf0-4fe9-b731-d101ef010893 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:13.169278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:13.169653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Checking segment: {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:13.170090 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.170482 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Bound using segment: {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:13.170986 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Bound port: ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:13.171373 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.186559 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Allocated IP 172.27.0.31 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/b25d3477-7756-4c5c-9545-78503d839d7c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:13.207949 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:13.260691 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:13.263956 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] For port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:13.265324 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks [] for port (ad239930-6df1-47be-9a54-5a16bb729075), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.269135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] For port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:13.278160 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.278805 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.338196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for port (b25d3477-7756-4c5c-9545-78503d839d7c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.381193 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2404ad-ccbd-4a00-bfca-33b0c39f5db4 None None] Pushing event updated for resources: {'Port': ['ID=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:13.425432 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Pushing event updated for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:13.429285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.442273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a724e-b38e-49f7-a949-968b7819ae41 req-5e67342a-7834-4b4d-84f8-b7e4ea1c17c4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:13.444802 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-876a724e-b38e-49f7-a949-968b7819ae41 req-5e67342a-7834-4b4d-84f8-b7e4ea1c17c4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.1037190 Jun 21 05:57:13.460049 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.460596 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.461370 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.463358 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.463358 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.463358 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.463358 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.464399 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.464399 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.464857 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.465351 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.465859 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.466229 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.466647 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.467053 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:13.531259 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Attempting to bind port ad239930-6df1-47be-9a54-5a16bb729075 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:13.531770 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Attempting to bind port ad239930-6df1-47be-9a54-5a16bb729075 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:13.532251 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Attempting to bind port ad239930-6df1-47be-9a54-5a16bb729075 on network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:13.544271 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:13.544726 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-876a724e-b38e-49f7-a949-968b7819ae41 req-40f5841b-1eda-4d72-a8bc-da20efccd001 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893707 Jun 21 05:57:13.544915 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Checking segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:13.545254 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.545727 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Bound using segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:13.546293 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Bound port: ad239930-6df1-47be-9a54-5a16bb729075, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:13.546728 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ad239930-6df1-47be-9a54-5a16bb729075), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.555821 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:13.562756 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Pushing event updated for resources: {'Port': ['ID=b25d3477-7756-4c5c-9545-78503d839d7c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:13.576838 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:13.582924 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:13.645096 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] For port ad239930-6df1-47be-9a54-5a16bb729075, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:13.652020 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] For port ad239930-6df1-47be-9a54-5a16bb729075, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ad239930-6df1-47be-9a54-5a16bb729075,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:13.664798 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.757802 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:13.759332 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:13.901923 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:13.927582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Provisioning complete for port ad239930-6df1-47be-9a54-5a16bb729075 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:13.935027 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ad239930-6df1-47be-9a54-5a16bb729075), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:13.963650 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:14.008352 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:14.146528 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:14.181220 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61df12-9ebd-4ddc-849a-8a5920a49479 None None] Pushing event updated for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:14.196234 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Current status of the port ad239930-6df1-47be-9a54-5a16bb729075 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:14.196627 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ad239930-6df1-47be-9a54-5a16bb729075), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.225580 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2b16-c071-4e67-92d2-2976c7720770 req-0ab427e1-cb08-4ea5-a180-75f3176c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:14.227740 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a98c2b16-c071-4e67-92d2-2976c7720770 req-0ab427e1-cb08-4ea5-a180-75f3176c500b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0823896 Jun 21 05:57:14.251482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for router_gateway (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.278801 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device adeb3977-74df-4334-86c5-a13dab8eecbb up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:14.308548 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:14.341655 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86608846-cbb2-4c54-ab6e-c9c6f53275d4 None None] The sync data for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi is: [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:14.351486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:14.364983 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] For port ad239930-6df1-47be-9a54-5a16bb729075, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ad239930-6df1-47be-9a54-5a16bb729075,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:14.373858 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.384753 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8983fde-bc7f-4483-9904-73fa45036bd1 req-4a2d9f13-b82b-4f8d-98d5-68a1aafa936d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:14.386398 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8983fde-bc7f-4483-9904-73fa45036bd1 req-4a2d9f13-b82b-4f8d-98d5-68a1aafa936d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.0802588 Jun 21 05:57:14.442841 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port adeb3977-74df-4334-86c5-a13dab8eecbb triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:14.443223 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.502298 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8983fde-bc7f-4483-9904-73fa45036bd1 req-3b9db59e-e00a-4b58-8e6c-776610bf3367 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045408 Jun 21 05:57:14.561507 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac469c6-1f42-4ff9-a683-c52de957b109 None None] Pushing event updated for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:14.625926 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.631618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-4ab8a217-7982-4138-af66-f361739255d6 None None] Provisioning complete for port ad239930-6df1-47be-9a54-5a16bb729075 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:14.632415 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ab8a217-7982-4138-af66-f361739255d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ad239930-6df1-47be-9a54-5a16bb729075), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:14.760353 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6a8f-9bbd-4b18-b3dd-96308fea2287 req-e04e25e0-1a18-4ee9-b4d5-a4e071196a59 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:14.778095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-73ac6a8f-9bbd-4b18-b3dd-96308fea2287 req-e04e25e0-1a18-4ee9-b4d5-a4e071196a59 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0920656 Jun 21 05:57:14.786761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port adeb3977-74df-4334-86c5-a13dab8eecbb is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:14.788878 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:14.918207 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-73ac6a8f-9bbd-4b18-b3dd-96308fea2287 req-ef4ad557-571d-45a7-96f2-214fba7e608e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385217 Jun 21 05:57:14.953891 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8a217-7982-4138-af66-f361739255d6 None None] Current status of the port ad239930-6df1-47be-9a54-5a16bb729075 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:14.957176 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:14.957551 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.080776 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:15.082319 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.114139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:15.133266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589acaae-7030-4d47-900d-7a2c19c66fec None None] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 05:57:15.188059 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a98c2b16-c071-4e67-92d2-2976c7720770 req-455d65a9-45af-4820-b363-5db4d1df6cea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7025681 Jun 21 05:57:15.210092 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:15.238674 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.252255 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Router 7444b6d6-d58d-43c1-a741-49b3cfa7120a is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 05:57:15.279068 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-1cf06423-c92c-4d89-8804-2c04c41d7827 None None] Provisioning complete for port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:15.279621 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cf06423-c92c-4d89-8804-2c04c41d7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.337120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96bc9105-2051-48c9-ae32-1663606df394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.347486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:15.408421 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-6c387488-a0cb-42a4-b794-f1d3296b6392 req-9aaf30cc-4295-41e2-8e88-d0a231dfb87a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:57:15.409765 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6c387488-a0cb-42a4-b794-f1d3296b6392 req-9aaf30cc-4295-41e2-8e88-d0a231dfb87a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058258 Jun 21 05:57:15.412817 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:15.432603 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Sync routers for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:15.443387 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:15.447296 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-0e97d31a-108a-406c-90e5-1ede17a78210 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0283070 Jun 21 05:57:15.449447 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:15.451418 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42570) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:15.503511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:15.504650 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:15.722336 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f165c-a596-4e61-bd0d-c20851c10788 req-a239900e-ed6a-40c7-a040-103544f572a5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:15.734236 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-783f165c-a596-4e61-bd0d-c20851c10788 req-a239900e-ed6a-40c7-a040-103544f572a5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 945 time: 0.1538470 Jun 21 05:57:15.760287 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:57:15.793122 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1cf06423-c92c-4d89-8804-2c04c41d7827 None None] Current status of the port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:15.856891 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-783f165c-a596-4e61-bd0d-c20851c10788 req-b75a9bda-7b35-491b-95a7-07820342a5f6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755274 Jun 21 05:57:15.916769 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:15.928703 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:16.018907 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: ACTIVE; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:16.019572 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.085621 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ad239930-6df1-47be-9a54-5a16bb729075 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:16.110746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:16.127357 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc556a-d9e9-4909-967b-b2357676390d req-9252adf7-cd15-45de-999e-657059e5e4fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:16.130161 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dacc556a-d9e9-4909-967b-b2357676390d req-9252adf7-cd15-45de-999e-657059e5e4fc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.1008239 Jun 21 05:57:16.132665 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-fc5c76c8-03fd-42f8-966b-b33fa2f12a98 None None] Provisioning complete for port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:16.133058 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc5c76c8-03fd-42f8-966b-b33fa2f12a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.150409 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:16.152781 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8430f-4df4-4896-9e2e-a40b4a60d96f" -d '{"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-unplugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:16.161144 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:16.226939 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:16.243346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.285857 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4403f2-2341-4123-bdbe-083608c8a7f9 x-openstack-request-id: req-0b4403f2-2341-4123-bdbe-083608c8a7f9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:16.286309 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-unplugged", "status": "failed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "code": 422}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:16.286448 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b4403f2-2341-4123-bdbe-083608c8a7f9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:16.286836 dv-cinder-846901-1-iscsi neutron-server[103795]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0b4403f2-2341-4123-bdbe-083608c8a7f9']: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'code': 422} returned with failed status Jun 21 05:57:16.315352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port ad239930-6df1-47be-9a54-5a16bb729075 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:16.315730 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ad239930-6df1-47be-9a54-5a16bb729075), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.351749 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dacc556a-d9e9-4909-967b-b2357676390d req-caf163c2-4625-4963-b96b-85895f37eec8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105176 Jun 21 05:57:16.419215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.421204 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:16.437345 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c76c8-03fd-42f8-966b-b33fa2f12a98 None None] Current status of the port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:16.445153 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 3, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:16.458876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42602) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:16.478037 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Checking router: 7444b6d6-d58d-43c1-a741-49b3cfa7120a for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:16.478387 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Updating router 7444b6d6-d58d-43c1-a741-49b3cfa7120a port b25d3477-7756-4c5c-9545-78503d839d7c binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:57:16.501160 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:16.536319 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.578550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port ad239930-6df1-47be-9a54-5a16bb729075 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:16.579449 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:16.602422 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-433223ed-42ec-40a7-abb7-997b674b931a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422532 Jun 21 05:57:16.607983 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-781fadbd-b930-4a9a-acb3-93c0800f1a99 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 05:57:16.613522 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-781fadbd-b930-4a9a-acb3-93c0800f1a99 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0097802 Jun 21 05:57:16.691780 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Allocated IP 172.20.0.1 (060d27d4-dbf0-4fe9-b731-d101ef010893/634ebe18-017c-4263-a2b7-8118f4844e4c/d1913ab7-2070-479a-8836-fcf8914da2bf) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:16.707688 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:16.717164 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:16.717584 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.805645 dv-cinder-846901-1-iscsi neutron-server[103794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 05:57:16.832798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks [] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.859085 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:16.885006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-2601381b-6e86-4a1d-85f7-b201b0f90399 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:16.886279 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.886593 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-2601381b-6e86-4a1d-85f7-b201b0f90399 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports/2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 940 time: 0.1777375 Jun 21 05:57:16.890182 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:16.968801 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:16.970304 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Pushing event updated for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:16.975821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:16.977428 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks [] for port (b25d3477-7756-4c5c-9545-78503d839d7c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:16.978324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:16.998585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.022906 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.070243 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7af25b-5e4c-4464-8b01-fe5e3eeb9dca None None] Pushing event updated for resources: {'Port': ['ID=b25d3477-7756-4c5c-9545-78503d839d7c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:17.072768 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Attempting to bind port b25d3477-7756-4c5c-9545-78503d839d7c on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:17.073205 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Attempting to bind port b25d3477-7756-4c5c-9545-78503d839d7c by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:17.073629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Attempting to bind port b25d3477-7756-4c5c-9545-78503d839d7c on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:17.086460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:17.086835 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:17.087238 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.087634 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:17.088115 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Bound port: b25d3477-7756-4c5c-9545-78503d839d7c, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:17.088493 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.173697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] For port b25d3477-7756-4c5c-9545-78503d839d7c, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:17.181205 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca458c36-994e-42dc-95bb-a242cee0c76a req-3e3c9c89-6aee-4e36-a1fc-e496b60aec55 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:17.183811 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ca458c36-994e-42dc-95bb-a242cee0c76a req-3e3c9c89-6aee-4e36-a1fc-e496b60aec55 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1142359 Jun 21 05:57:17.187084 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] For port b25d3477-7756-4c5c-9545-78503d839d7c, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b25d3477-7756-4c5c-9545-78503d839d7c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:17.195574 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.260950 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:17.261594 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:56:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:17.265737 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7af25b-5e4c-4464-8b01-fe5e3eeb9dca None None] Pushing event updated for resources: {'Port': ['ID=b25d3477-7756-4c5c-9545-78503d839d7c,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:17.284106 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ca458c36-994e-42dc-95bb-a242cee0c76a req-47d420e0-e247-458d-ab64-66a954caee49 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576322 Jun 21 05:57:17.289288 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:17.342013 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c3154fb-e60f-46f3-91c4-d5ae085841a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.357972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.361036 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:17.397522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-ef67a69c-eb21-42a0-8733-5630cd418e3a None None] Provisioning complete for port d1913ab7-2070-479a-8836-fcf8914da2bf triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:17.397893 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef67a69c-eb21-42a0-8733-5630cd418e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.434959 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:17.503015 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ef67a69c-eb21-42a0-8733-5630cd418e3a None None] Port d1913ab7-2070-479a-8836-fcf8914da2bf cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:57:17.528444 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:17.551674 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f5787-02e1-4e10-8376-0304e45c7885 req-c0dc9329-c8fa-437b-a90c-9511a7c5ac38 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:17.554083 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-343f5787-02e1-4e10-8376-0304e45c7885 req-c0dc9329-c8fa-437b-a90c-9511a7c5ac38 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0958583 Jun 21 05:57:17.639476 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 3, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:17.650519 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-343f5787-02e1-4e10-8376-0304e45c7885 req-58af79a5-ce56-4f07-a613-d5f3ecdbc319 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875056 Jun 21 05:57:17.666158 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks [] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.670275 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc36673-b70f-490e-b1fa-4ff3d226937d None None] The sync data for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi is: [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:13Z', 'revision_number': 3, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:17.673973 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.786124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Pushing event updated for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:17.792670 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.812365 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4632b-f517-4cae-85aa-21227e130c21 req-540394b6-9edb-4f7e-856e-b7a0e077fa52 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:17.813960 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-25f4632b-f517-4cae-85aa-21227e130c21 req-540394b6-9edb-4f7e-856e-b7a0e077fa52 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0733919 Jun 21 05:57:17.824631 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 42628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:17.830474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'floatingip': {'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:17.882917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:17.937535 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:17.943943 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:18.118078 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Router 7444b6d6-d58d-43c1-a741-49b3cfa7120a has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:57:18.240837 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a47b9ac8-6545-47be-83cc-deaca6702205 None None] Provisioning complete for port d1913ab7-2070-479a-8836-fcf8914da2bf triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:18.241542 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a47b9ac8-6545-47be-83cc-deaca6702205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.264472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:18.270718 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-56511727-1227-46da-8016-4797fbbd6b4f admin admin] 10.222.0.18 "PUT /v2.0/routers/7444b6d6-d58d-43c1-a741-49b3cfa7120a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8175249 Jun 21 05:57:18.296054 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a47b9ac8-6545-47be-83cc-deaca6702205 None None] Port d1913ab7-2070-479a-8836-fcf8914da2bf cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:57:18.473566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5d3b5-6917-4132-aff0-e9a68affa455 req-95cee543-a483-473b-9a9f-0f85e3fe5e46 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:18.476606 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-03c5d3b5-6917-4132-aff0-e9a68affa455 req-95cee543-a483-473b-9a9f-0f85e3fe5e46 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0722313 Jun 21 05:57:18.523832 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:18.532112 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.540966 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.559143 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-03c5d3b5-6917-4132-aff0-e9a68affa455 req-3170aafa-9643-44ec-93f2-f4f3c869c3ec tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770092 Jun 21 05:57:18.681595 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Floating IP 59f33c1f-29ef-43f5-b136-9ee6380684d3 associated. External IP: 172.27.0.64, port: ac21a55c-508f-45cb-96cc-44152b7643dd. Jun 21 05:57:18.717246 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42640) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:18.722317 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116586655', 'description': 'tempest-secgroup-smoke-116586655 description', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:18.750616 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.776632 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:18.793301 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:18.839834 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.853500 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:18.862121 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (d056968f-1012-4fa3-bcc6-b9d67653631f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.867903 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d056968f-1012-4fa3-bcc6-b9d67653631f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.899112 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.900433 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1820741 Jun 21 05:57:18.903725 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42642) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:18.908176 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:18.917434 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aca9a9-facc-4e50-87d8-00c90871e8d7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d056968f-1012-4fa3-bcc6-b9d67653631f,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:18.947047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (d3e3723c-69e7-4cbc-9d18-0c06d991d2cd), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:18.947743 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:57:19.034690 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (d3e3723c-69e7-4cbc-9d18-0c06d991d2cd), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.040051 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (d3e3723c-69e7-4cbc-9d18-0c06d991d2cd), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.060235 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e3723c-69e7-4cbc-9d18-0c06d991d2cd,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:19.070146 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.071669 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2fa311e7-4092-4258-a141-b7aeb6717601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669354 Jun 21 05:57:19.074631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42648) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:19.079806 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:19.125839 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (9a43984b-5e1d-46d2-9595-ebc94e1fb59c), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.139688 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-08378014-d8e5-4599-947a-ab3781936309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.141112 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-08378014-d8e5-4599-947a-ab3781936309 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 1127 time: 0.0847318 Jun 21 05:57:19.142300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:57:19.147290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.156104 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:19.171962 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:19.172780 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:19.191399 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4660c96a-7aac-411a-90c4-bf293f643686 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "PUT /v2.0/floatingips/59f33c1f-29ef-43f5-b136-9ee6380684d3 HTTP/1.1" status: 200 len: 990 time: 1.3656945 Jun 21 05:57:19.196149 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (9a43984b-5e1d-46d2-9595-ebc94e1fb59c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.200464 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (9a43984b-5e1d-46d2-9595-ebc94e1fb59c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.208517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:19.211208 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7737d74e-d2d4-4365-b1f9-9d809456d260" -d '{"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:19.222620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a43984b-5e1d-46d2-9595-ebc94e1fb59c,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:19.232570 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.233728 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-b3e19946-cd0f-4797-a193-2a69825c3434 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579514 Jun 21 05:57:19.239798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42654) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:19.245641 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:19.255809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-7e04ea10-99c3-4c78-81fb-33d3e7b707af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.260900 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-7e04ea10-99c3-4c78-81fb-33d3e7b707af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1127 time: 0.0865250 Jun 21 05:57:19.283618 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (a4163d62-9a26-4f28-9fd7-d59bee9b7059), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.294060 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aee0ce-fdd3-4fb4-9e80-60ac3f570de0 x-openstack-request-id: req-e0aee0ce-fdd3-4fb4-9e80-60ac3f570de0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:19.294885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:19.296613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0aee0ce-fdd3-4fb4-9e80-60ac3f570de0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:19.297264 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0aee0ce-fdd3-4fb4-9e80-60ac3f570de0'] response: {'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'status': 'completed', 'code': 200} Jun 21 05:57:19.374700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (a4163d62-9a26-4f28-9fd7-d59bee9b7059), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.383275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (a4163d62-9a26-4f28-9fd7-d59bee9b7059), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.409305 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4163d62-9a26-4f28-9fd7-d59bee9b7059,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:19.409756 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:19.420858 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.424894 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-84cd2573-f20d-43db-b4f7-2a208ad4d906 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806798 Jun 21 05:57:19.425413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42656) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:19.432937 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:19.447072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-c6facd41-a772-4f90-99ea-51cf7f947856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.449449 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-c6facd41-a772-4f90-99ea-51cf7f947856 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.1147637 Jun 21 05:57:19.473074 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (724a5e46-fabd-49a5-88e3-1ecc6f1e5829), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.509323 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-ab223ffa-6e2f-453b-bb1b-a4cfcfd29682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.511866 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-ab223ffa-6e2f-453b-bb1b-a4cfcfd29682 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.2342911 Jun 21 05:57:19.558039 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (724a5e46-fabd-49a5-88e3-1ecc6f1e5829), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.563728 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (724a5e46-fabd-49a5-88e3-1ecc6f1e5829), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.584808 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724a5e46-fabd-49a5-88e3-1ecc6f1e5829,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:19.597370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.601862 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5ff26d9c-511c-490b-9b12-6fc555219ddb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721196 Jun 21 05:57:19.603837 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42660) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:19.608778 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:19.636699 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.securitygroups_db [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Project 4e17d31f99954cca8b4eb24b3b798f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 05:57:19.642785 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:19.645742 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (fcadde65-1c61-4e15-9207-f0bc92de4fd0), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.699323 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:57:18Z', 'revision_number': 1, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:19.706551 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:19.745419 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f7cc-9a49-4108-815d-4720bb14332f req-67a480b0-b2a8-4293-a82a-a76353305c80 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.746241 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-e14fc9db-4c78-41ef-844a-df34fb3cd951 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 999 time: 0.2153840 Jun 21 05:57:19.746942 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f66f7cc-9a49-4108-815d-4720bb14332f req-67a480b0-b2a8-4293-a82a-a76353305c80 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0882041 Jun 21 05:57:19.747709 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-10ae3fec-e05e-4b73-92f9-408fc624c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.749083 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-10ae3fec-e05e-4b73-92f9-408fc624c9cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.2819726 Jun 21 05:57:19.755174 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:19.758680 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (fcadde65-1c61-4e15-9207-f0bc92de4fd0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.766717 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:19.767911 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:19.774809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (fcadde65-1c61-4e15-9207-f0bc92de4fd0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.801562 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcadde65-1c61-4e15-9207-f0bc92de4fd0,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:19.830426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.831849 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-37065e96-3738-4808-9072-535779703aab tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269170 Jun 21 05:57:19.837335 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f66f7cc-9a49-4108-815d-4720bb14332f req-dcf25e59-e3b0-427f-a335-47c22bfda109 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772660 Jun 21 05:57:19.838083 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 42662) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:57:19.842815 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'security_group_rule': {'security_group_id': 'd056968f-1012-4fa3-bcc6-b9d67653631f', 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:19.873522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.securitygroups_db [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Project 4e17d31f99954cca8b4eb24b3b798f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 05:57:19.882413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (d02b24de-9056-4d19-a093-5d05bc2c0737), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.923218 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:19.949986 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:19.960806 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-176eab7f-c5cb-4651-adfd-6562545f724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:19.962606 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-176eab7f-c5cb-4651-adfd-6562545f724f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.2023609 Jun 21 05:57:19.965570 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-23259cfb-0dfb-403c-ab3f-83a08059c131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 998 time: 0.1914062 Jun 21 05:57:20.035601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b25d3477-7756-4c5c-9545-78503d839d7c up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:20.038013 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (d02b24de-9056-4d19-a093-5d05bc2c0737), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.046460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (d02b24de-9056-4d19-a093-5d05bc2c0737), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.094441 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02b24de-9056-4d19-a093-5d05bc2c0737,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:20.144443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.150006 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-395db7be-1c10-4c37-a551-ce47e341de4f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3066094 Jun 21 05:57:20.302211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port b25d3477-7756-4c5c-9545-78503d839d7c triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:20.302587 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.331007 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:57:18Z', 'revision_number': 1, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:20.366677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:20.381307 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303f285-c14f-4575-b9c7-3c4daaf14b9a None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:57:18Z', 'revision_number': 1, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:20.398478 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-79854848-8e2e-47d7-8f4b-2268c967d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:20.399627 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-79854848-8e2e-47d7-8f4b-2268c967d67c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4218571 Jun 21 05:57:20.420307 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:20.433096 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port b25d3477-7756-4c5c-9545-78503d839d7c is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:20.433611 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.445866 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-fd6e4ac5-5f12-4d15-9497-226a267654d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:20.447714 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-fd6e4ac5-5f12-4d15-9497-226a267654d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.4488299 Jun 21 05:57:20.466311 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port b25d3477-7756-4c5c-9545-78503d839d7c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b25d3477-7756-4c5c-9545-78503d839d7c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:20.476174 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.562874 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:20.567694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=b25d3477-7756-4c5c-9545-78503d839d7c,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:20.601042 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-63cd931e-7b5c-412b-af34-fb8cdcb55b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:20.602917 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-63cd931e-7b5c-412b-af34-fb8cdcb55b41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412613 Jun 21 05:57:20.655247 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-a1005f59-a5e1-4317-97ed-5a3edfa3882e service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203410 Jun 21 05:57:20.776444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:20.835791 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-e99cca56-b932-4e2a-be37-eb0f1583c1c8 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200260 Jun 21 05:57:20.842721 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6e214cc0-90b3-4e10-bffd-3e0ff42ab6a9 req-fe624e5d-6bbc-4351-8a50-8a293e73f6b9 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765850 Jun 21 05:57:21.003174 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7737d74e-d2d4-4365-b1f9-9d809456d260 req-c841a275-8f4a-4ec6-908d-d18fd88f5b64 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380169 Jun 21 05:57:21.104047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749034ff-c96d-4995-b486-4507ab694944 req-aa352d32-2ad9-4614-a683-9b0cc2eb3b96 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:21.106460 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-749034ff-c96d-4995-b486-4507ab694944 req-aa352d32-2ad9-4614-a683-9b0cc2eb3b96 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0864789 Jun 21 05:57:21.110848 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Sync routers for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:57:21.127872 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:21.128522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:21.185289 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-749034ff-c96d-4995-b486-4507ab694944 req-3c8d0ca1-2c18-40d6-a8b1-ae01a3127e0c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657022 Jun 21 05:57:21.329002 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:21.409218 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366cd90-196d-436e-9e14-a62e4a40f627 None None] New status for floating IP 59f33c1f-29ef-43f5-b136-9ee6380684d3: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:57:21.480317 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:21.678394 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 4, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'd1913ab7-2070-479a-8836-fcf8914da2bf', 'name': '', 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'mac_address': 'fa:16:3e:e8:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:16Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 2, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'subnets': [{'id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:21.747829 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Checking router: 7444b6d6-d58d-43c1-a741-49b3cfa7120a for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:57:21.748562 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Updating router 7444b6d6-d58d-43c1-a741-49b3cfa7120a port d1913ab7-2070-479a-8836-fcf8914da2bf binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 05:57:21.813265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:21.916951 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:22.018385 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b25d3477-7756-4c5c-9545-78503d839d7c up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:22.134543 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port b25d3477-7756-4c5c-9545-78503d839d7c triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:22.135758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.296862 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port b25d3477-7756-4c5c-9545-78503d839d7c is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:22.356637 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks [] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.365850 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.410063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaffe3c-5593-41c0-9e7a-7c454b3721d4 req-f7e7aa9d-85dd-4f38-8981-f5c17322e8bb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:22.418686 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dcaffe3c-5593-41c0-9e7a-7c454b3721d4 req-f7e7aa9d-85dd-4f38-8981-f5c17322e8bb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.1188884 Jun 21 05:57:22.423685 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f7041-c1e9-46ea-a7aa-9182cf2902a7 None None] Pushing event updated for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:22.530110 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dcaffe3c-5593-41c0-9e7a-7c454b3721d4 req-a5a6a47b-c3e3-4069-919f-425c99f97f3f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090376 Jun 21 05:57:22.540160 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:22.555855 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Attempting to bind port d1913ab7-2070-479a-8836-fcf8914da2bf on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:22.557984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Attempting to bind port d1913ab7-2070-479a-8836-fcf8914da2bf by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:22.557984 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Attempting to bind port d1913ab7-2070-479a-8836-fcf8914da2bf on network 060d27d4-dbf0-4fe9-b731-d101ef010893 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:22.564036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:22.565040 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Checking segment: {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:22.565456 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.565845 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Bound using segment: {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:22.566356 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Bound port: d1913ab7-2070-479a-8836-fcf8914da2bf, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3ef766-7caf-4678-ac09-7fbabbd506a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:22.566740 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.650512 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] For port d1913ab7-2070-479a-8836-fcf8914da2bf, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:22.655802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] For port d1913ab7-2070-479a-8836-fcf8914da2bf, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d1913ab7-2070-479a-8836-fcf8914da2bf,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:22.664145 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.723927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:57:22.725171 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:22.800549 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f7041-c1e9-46ea-a7aa-9182cf2902a7 None None] Pushing event updated for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:22.807583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Provisioning complete for port d1913ab7-2070-479a-8836-fcf8914da2bf triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:22.807966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:22.964614 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:22.989785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:57:23.129547 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Current status of the port d1913ab7-2070-479a-8836-fcf8914da2bf is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:23.132087 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:23.216285 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] For port d1913ab7-2070-479a-8836-fcf8914da2bf, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d1913ab7-2070-479a-8836-fcf8914da2bf,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:23.223996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:23.466445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-03ea2794-9132-444c-9d47-3ef46fcc6289 None None] Provisioning complete for port d1913ab7-2070-479a-8836-fcf8914da2bf triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:23.466760 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03ea2794-9132-444c-9d47-3ef46fcc6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:23.494788 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac777c-b2ce-4f1f-a14a-01c6c9869b94 None None] Pushing event updated for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:23.520035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 4, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'd1913ab7-2070-479a-8836-fcf8914da2bf', 'name': '', 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'mac_address': 'fa:16:3e:e8:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:16Z', 'updated_at': '2022-06-21T05:57:22Z', 'revision_number': 4, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'subnets': [{'id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:57:23.559456 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c853a1bf-adeb-43ed-ae15-17b0c4625a3b None None] The sync data for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi is: [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T05:57:17Z', 'revision_number': 4, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'd1913ab7-2070-479a-8836-fcf8914da2bf', 'name': '', 'network_id': '060d27d4-dbf0-4fe9-b731-d101ef010893', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'mac_address': 'fa:16:3e:e8:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:16Z', 'updated_at': '2022-06-21T05:57:22Z', 'revision_number': 4, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'subnets': [{'id': '634ebe18-017c-4263-a2b7-8118f4844e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:57:23.601023 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-03ea2794-9132-444c-9d47-3ef46fcc6289 None None] Current status of the port d1913ab7-2070-479a-8836-fcf8914da2bf is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:23.718469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbdaac-681b-4d91-a045-93eb440576b0 req-b51b7228-3a28-4183-b976-9dcaf7c5a6e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:23.730538 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-73fbdaac-681b-4d91-a045-93eb440576b0 req-b51b7228-3a28-4183-b976-9dcaf7c5a6e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0778286 Jun 21 05:57:23.807841 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-73fbdaac-681b-4d91-a045-93eb440576b0 req-0446d3cc-e3ea-4579-b258-b594b3b4d381 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675316 Jun 21 05:57:24.045360 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d1913ab7-2070-479a-8836-fcf8914da2bf up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:24.118475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port d1913ab7-2070-479a-8836-fcf8914da2bf triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:24.119149 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:24.296571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port d1913ab7-2070-479a-8836-fcf8914da2bf is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:24.994783 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eae87f-fbd1-4846-8357-cb4b176def23 req-468534b5-fa9a-43bc-9e6d-89453f510fb3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:24.996305 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00eae87f-fbd1-4846-8357-cb4b176def23 req-468534b5-fa9a-43bc-9e6d-89453f510fb3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0661001 Jun 21 05:57:25.062268 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00eae87f-fbd1-4846-8357-cb4b176def23 req-86894a91-0778-44f4-a0c8-2bec357cf2e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575433 Jun 21 05:57:26.242129 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5497a-0b22-4a31-8b68-25596f43ddd6 req-f895906d-3854-476b-9010-acedebc27339 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:26.245984 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-10e5497a-0b22-4a31-8b68-25596f43ddd6 req-f895906d-3854-476b-9010-acedebc27339 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0719116 Jun 21 05:57:26.301290 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-10e5497a-0b22-4a31-8b68-25596f43ddd6 req-463be751-c6f3-4c4a-aec8-35f97efc8d62 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500383 Jun 21 05:57:26.963259 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:26.979687 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:27.496867 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2789e-de75-44c0-92fe-da95a12fdafe req-a00e2a21-67d9-4186-a847-76f6095d53dc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:27.499594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbe2789e-de75-44c0-92fe-da95a12fdafe req-a00e2a21-67d9-4186-a847-76f6095d53dc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0766301 Jun 21 05:57:27.543796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:27.564868 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbe2789e-de75-44c0-92fe-da95a12fdafe req-e6c4cbe3-d27f-4125-8024-2855924c3362 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592203 Jun 21 05:57:28.713047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b7bc6-9716-458c-8d8b-fddbf9ed1e6f req-47a0bcaa-821b-4440-b565-967caf2ab8e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:28.714638 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de0b7bc6-9716-458c-8d8b-fddbf9ed1e6f req-47a0bcaa-821b-4440-b565-967caf2ab8e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0575883 Jun 21 05:57:28.768998 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de0b7bc6-9716-458c-8d8b-fddbf9ed1e6f req-908cb64c-8a96-49bb-b212-bbfa87e73e87 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484371 Jun 21 05:57:29.921170 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2961-c77e-4fca-bc17-4d3ce7d82510 req-8c644ef3-0889-4210-b62b-92cf8b18adf5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:29.922750 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1aeb2961-c77e-4fca-bc17-4d3ce7d82510 req-8c644ef3-0889-4210-b62b-92cf8b18adf5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0672421 Jun 21 05:57:29.976890 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1aeb2961-c77e-4fca-bc17-4d3ce7d82510 req-a03177ce-811d-4f9a-8830-8318f54e4306 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475123 Jun 21 05:57:30.996820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=12 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:31.000408 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=51 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:31.111539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:31.137700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55482a23-6b63-4f0e-9465-6304d7883eef req-799eb707-8258-49ba-a0e5-50cd22dbc79b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:31.142721 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-55482a23-6b63-4f0e-9465-6304d7883eef req-799eb707-8258-49ba-a0e5-50cd22dbc79b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0786548 Jun 21 05:57:31.202976 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-55482a23-6b63-4f0e-9465-6304d7883eef req-efa23c3f-8dbe-4f9e-ab0a-263f43eb5f89 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521216 Jun 21 05:57:31.547565 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:32.358610 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521a8a-a320-49f8-99a7-15ce4ec6f47c req-6f4a6117-db9d-4cfe-b8b1-1196b53035fc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:32.364237 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6521a8a-a320-49f8-99a7-15ce4ec6f47c req-6f4a6117-db9d-4cfe-b8b1-1196b53035fc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0736041 Jun 21 05:57:32.421186 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6521a8a-a320-49f8-99a7-15ce4ec6f47c req-ab7c1a94-acf3-4196-b74d-116a7b0edb65 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457687 Jun 21 05:57:32.685666 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:33.543809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cae68-b6ab-4b5d-bab0-3a842f5328ab req-09059a50-dc12-4564-8a22-9746677163fe tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:33.545354 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d1cae68-b6ab-4b5d-bab0-3a842f5328ab req-09059a50-dc12-4564-8a22-9746677163fe tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0482008 Jun 21 05:57:33.604801 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d1cae68-b6ab-4b5d-bab0-3a842f5328ab req-e017dc5c-0f36-4560-9253-b34aed0b7665 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537670 Jun 21 05:57:35.009120 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917398-ccce-4845-9579-bcd56243d9c2 req-21ec79f1-4628-4573-92e0-4ed63806a543 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:35.010730 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e1917398-ccce-4845-9579-bcd56243d9c2 req-21ec79f1-4628-4573-92e0-4ed63806a543 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.3057745 Jun 21 05:57:35.057958 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e1917398-ccce-4845-9579-bcd56243d9c2 req-55a8af38-e595-4f78-ac8e-cf5069c20cb5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Jun 21 05:57:36.186308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32b81-18a3-4a44-b5ef-3bf16a1691b1 req-66b5708b-52f9-412b-8819-e0b00cb493d4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:36.187800 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e4d32b81-18a3-4a44-b5ef-3bf16a1691b1 req-66b5708b-52f9-412b-8819-e0b00cb493d4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0477326 Jun 21 05:57:36.235169 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e4d32b81-18a3-4a44-b5ef-3bf16a1691b1 req-5c6d6e6e-44a7-41bd-b73c-7eb8250a29c9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Jun 21 05:57:36.973863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:37.358383 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512efd-48c6-4497-933e-a0bf3900b4e5 req-0023bc0c-b48e-4ec9-a262-c4cd40c76a5b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:37.359878 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-64512efd-48c6-4497-933e-a0bf3900b4e5 req-0023bc0c-b48e-4ec9-a262-c4cd40c76a5b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0510046 Jun 21 05:57:37.406664 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-64512efd-48c6-4497-933e-a0bf3900b4e5 req-72c2f1af-d086-4a93-bb77-28abdf275592 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Jun 21 05:57:38.524065 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a27b-5ba3-4a64-9af8-9c4f80da5673 req-77af764c-77b0-4443-98d0-f2ff084557f6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:38.525555 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5a56a27b-5ba3-4a64-9af8-9c4f80da5673 req-77af764c-77b0-4443-98d0-f2ff084557f6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0463095 Jun 21 05:57:38.573227 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5a56a27b-5ba3-4a64-9af8-9c4f80da5673 req-dee5d8bd-1c98-4f63-b9f1-a0a4d369839c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Jun 21 05:57:39.706211 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdfe-856e-47be-a405-35807cf8238f req-d4066168-8b90-432b-8c2f-ba917ffebef9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:39.707739 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb4fcdfe-856e-47be-a405-35807cf8238f req-d4066168-8b90-432b-8c2f-ba917ffebef9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0516944 Jun 21 05:57:39.757800 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cb4fcdfe-856e-47be-a405-35807cf8238f req-4ff3465a-ffd4-471b-a418-cbad2bbdda87 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Jun 21 05:57:40.877302 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1f10-cf49-4b43-825f-d428234a7dc7 req-6349ecd8-e18c-4fd9-8df0-9ab346fecae0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:40.879533 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b1fd1f10-cf49-4b43-825f-d428234a7dc7 req-6349ecd8-e18c-4fd9-8df0-9ab346fecae0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0479000 Jun 21 05:57:40.922903 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:40.928088 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b1fd1f10-cf49-4b43-825f-d428234a7dc7 req-b0ac78f4-55ab-41f3-8efe-4efba0b4cbee tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Jun 21 05:57:42.056370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da3b4d-4e13-482f-b7ad-97266a150799 req-0f81755f-2793-47db-be9c-569e447d488a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:42.057871 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-98da3b4d-4e13-482f-b7ad-97266a150799 req-0f81755f-2793-47db-be9c-569e447d488a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0504582 Jun 21 05:57:42.108307 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-98da3b4d-4e13-482f-b7ad-97266a150799 req-f239fa9b-e635-4ec2-adf6-4020d8e0f053 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449166 Jun 21 05:57:43.228553 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469568d9-c4b6-4033-af07-6e5ba51fd1e2 req-a2f95977-0705-4aa5-851e-1180ee1f6018 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:43.230086 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-469568d9-c4b6-4033-af07-6e5ba51fd1e2 req-a2f95977-0705-4aa5-851e-1180ee1f6018 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 943 time: 0.0471277 Jun 21 05:57:43.277146 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-469568d9-c4b6-4033-af07-6e5ba51fd1e2 req-74bf54f3-24a8-447c-8b67-9ed1c0063468 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Jun 21 05:57:43.870758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:57:43.972703 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:43.984538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'mac_address': 'fa:16:3e:35:ed:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:57:44.022507 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:44.022891 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:44.037731 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:57:44.059689 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:44.063938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:44.117069 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=9']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:44.124081 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.124353 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.124716 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.125082 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.125442 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.125743 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.126104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.126430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.128670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:44.409513 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2550e-e18c-4cfa-89e6-3c26c154fee7 req-c3fdb5da-d0eb-4e20-9192-bd09bc5bcdba tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:44.414613 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-66e2550e-e18c-4cfa-89e6-3c26c154fee7 req-c3fdb5da-d0eb-4e20-9192-bd09bc5bcdba tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0535517 Jun 21 05:57:44.446090 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:44.467045 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-66e2550e-e18c-4cfa-89e6-3c26c154fee7 req-5b640360-b59c-432f-877a-95e56f417d42 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497756 Jun 21 05:57:44.566523 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:57:45.225123 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a05c4f5-38e9-4fc6-85d9-f58aa5caa420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:45.617417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39f71a-cb00-4c36-b4e1-341af4d40a15 req-ff1195a8-eeb4-4963-8f2d-57889bb1356f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:45.619002 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ff39f71a-cb00-4c36-b4e1-341af4d40a15 req-ff1195a8-eeb4-4963-8f2d-57889bb1356f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0750360 Jun 21 05:57:45.623671 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-206c3727-a83d-44a1-80b6-ee58daf7e0b5 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116586655&fields=id&tenant_id=4e17d31f99954cca8b4eb24b3b798f1e HTTP/1.1" status: 200 len: 267 time: 0.0859475 Jun 21 05:57:45.733138 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ff39f71a-cb00-4c36-b4e1-341af4d40a15 req-c44aee70-6cd1-4758-a87d-6f2df7e30756 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081855 Jun 21 05:57:45.765026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-64c7d878-096f-4856-8a3c-40382cf02317 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:45.766524 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-64c7d878-096f-4856-8a3c-40382cf02317 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 808 time: 0.1352692 Jun 21 05:57:45.781370 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-1e8a8d71-2006-488d-a4d1-5fe1d59e2420 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/quotas/4e17d31f99954cca8b4eb24b3b798f1e HTTP/1.1" status: 200 len: 375 time: 0.0090811 Jun 21 05:57:45.830223 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-5a9f381e-c330-4e03-b74a-a6a8e7fa05eb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434048 Jun 21 05:57:45.927692 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-7d287e2d-5ada-4773-a53b-00d8074d0a51 service neutron] 10.222.0.18 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Jun 21 05:57:46.021802 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-4f25767e-27b8-4daf-a283-cd0abcbccc78 service neutron] 10.222.0.18 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884209 Jun 21 05:57:46.310241 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-29e4ee44-6a64-40ed-8878-86add1eb32fa req-ff7ecc68-4df2-40d1-a339-2bec4541f327 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 210 time: 0.0296159 Jun 21 05:57:46.727908 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:46.733151 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:46.858023 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57791-5639-44ea-b519-f073e6f5a7c4 req-dc4537d1-debf-476f-b602-a14399ec513a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:46.859505 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bfd57791-5639-44ea-b519-f073e6f5a7c4 req-dc4537d1-debf-476f-b602-a14399ec513a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Jun 21 05:57:46.909516 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bfd57791-5639-44ea-b519-f073e6f5a7c4 req-3b50a06b-2b6b-4022-ad6b-93548f01c183 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Jun 21 05:57:47.295153 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0a9105a9-3f21-49d5-8a07-ccc0c71b17ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:47.403960 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ccbcc8af-10aa-4e92-b84c-8177a8f7c7f3 req-eafa7cb8-5d4e-4af8-b392-0f72e76ea31a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jun 21 05:57:48.039996 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc553f0-b878-4c2c-9dc8-9cd0282f5b93 req-1a7e7936-4a2d-4897-a07b-6e55e0a7bb51 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:48.041489 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5bc553f0-b878-4c2c-9dc8-9cd0282f5b93 req-1a7e7936-4a2d-4897-a07b-6e55e0a7bb51 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0474219 Jun 21 05:57:48.088871 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5bc553f0-b878-4c2c-9dc8-9cd0282f5b93 req-7b410141-5ccf-468c-a692-baf61b4a1817 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Jun 21 05:57:48.243048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:57:48.292528 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:48.292937 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:48.376641 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:57:48.377389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:48.405395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:48.407825 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5934991-54d2-476a-b785-da1a7666f6e4" -d '{"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:48.419650 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:48.429562 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:48.444599 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-26699304-dcbf-4e31-a696-ccc680736d83 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:48.446308 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-26699304-dcbf-4e31-a696-ccc680736d83 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 808 time: 0.1356440 Jun 21 05:57:48.480500 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e233bc55-f583-4c8e-ac22-d03afdaaf307 x-openstack-request-id: req-e233bc55-f583-4c8e-ac22-d03afdaaf307 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:48.481036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-plugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:48.481291 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e233bc55-f583-4c8e-ac22-d03afdaaf307 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:48.481686 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e233bc55-f583-4c8e-ac22-d03afdaaf307'] response: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'code': 200} Jun 21 05:57:48.495623 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:48.510506 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c592a20-a628-4e71-acf6-15fe843540fa req-dee8097c-6625-41bd-9097-51d9b419709f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 210 time: 0.0340950 Jun 21 05:57:48.559210 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-4206db73-7b31-461e-90c3-be37ed08d589 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e17d31f99954cca8b4eb24b3b798f1e HTTP/1.1" status: 200 len: 379 time: 0.0947287 Jun 21 05:57:48.695108 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:57:48.829049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:48.896496 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'port': {'device_id': '637283de-f095-41ed-97d1-0270fd8adb7e', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'admin_state_up': True, 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'security_groups': ['d056968f-1012-4fa3-bcc6-b9d67653631f']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:49.052561 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Made reservation on behalf of 4e17d31f99954cca8b4eb24b3b798f1e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:57:49.056883 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.061012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45728b-8540-47a0-a327-97a72199857f req-574c6605-1886-4566-bf27-4ffc36db54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:49.062679 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9b45728b-8540-47a0-a327-97a72199857f req-574c6605-1886-4566-bf27-4ffc36db54bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1130 time: 0.0600088 Jun 21 05:57:49.176529 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9b45728b-8540-47a0-a327-97a72199857f req-7eaf45a0-d473-4dab-96b0-411898146ac1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005192 Jun 21 05:57:49.212609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:49.227141 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f114dd-80ee-40a7-a2cb-5f74e36484bc req-08be08bf-e3b0-4317-92dc-8c4e8298084e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:49.228655 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47f114dd-80ee-40a7-a2cb-5f74e36484bc req-08be08bf-e3b0-4317-92dc-8c4e8298084e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0567672 Jun 21 05:57:49.242085 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Allocated IP 172.20.0.4 (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c/cd4cb49c-596f-4455-8774-5b38901e8a02/9ed1f916-c5d3-484b-8fd1-8aad68c59930) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:57:49.279818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47f114dd-80ee-40a7-a2cb-5f74e36484bc req-26289c86-b65b-4f88-9e8d-83c0321908fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455017 Jun 21 05:57:49.396578 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.428134 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.472372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:57:49.476092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:57:49.480075 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:57:49.510651 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:49.515250 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:49.543598 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:49.544088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.567089 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-c8d8c648-045a-499d-95ed-a2041f0b3608 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6752315 Jun 21 05:57:49.597212 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Request body: {'port': {'device_id': '637283de-f095-41ed-97d1-0270fd8adb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:57:49.636299 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c851c20-227b-4071-9c11-637d04a4f781 req-0ffdf4d7-b57a-4a86-ab7a-767c7321321f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:49.637851 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c851c20-227b-4071-9c11-637d04a4f781 req-0ffdf4d7-b57a-4a86-ab7a-767c7321321f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 931 time: 0.0521157 Jun 21 05:57:49.661685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:49.665049 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.694288 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c851c20-227b-4071-9c11-637d04a4f781 req-d66cf5d5-1347-468e-9df9-4c5a074bd1ae tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499156 Jun 21 05:57:49.704606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-9e39c00b-864c-4ae2-8b6c-954ad59ba3e7 None None] Provisioning complete for port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:57:49.705780 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e39c00b-864c-4ae2-8b6c-954ad59ba3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.739188 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:49.741494 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9e39c00b-864c-4ae2-8b6c-954ad59ba3e7 None None] Port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:57:49.943454 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed1f916-c5d3-484b-8fd1-8aad68c59930 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:57:49.951548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks [] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.955936 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:49.965470 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Transition to ACTIVE for port object 9ed1f916-c5d3-484b-8fd1-8aad68c59930 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:57:49.968691 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:50.023030 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:50.095501 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Attempting to bind port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:57:50.095619 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Attempting to bind port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:57:50.095954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Attempting to bind port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 on network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:50.102315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 on network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:57:50.102637 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Attempting to bind port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 on network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:57:50.108582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:57:50.108902 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Checking segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:57:50.109271 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Bound using segment: {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:57:50.109693 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Bound port: 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25199846-b587-4ce4-a024-063f2d9a6d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:57:50.110067 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:50.196989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:57:50.200652 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:57:50.206825 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:50.244535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.245059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:50.246478 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] 10.222.0.23 "PUT /v2.0/ports/9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 1093 time: 0.6537552 Jun 21 05:57:50.246916 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:50.249133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6612285-31a8-4501-86c6-b3680584770b" -d '{"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:50.271796 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff27f7-48de-4915-ab10-30381abb7735 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:50.308192 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f88a0e-eab1-40e8-b99e-8b01b6e1646a x-openstack-request-id: req-57f88a0e-eab1-40e8-b99e-8b01b6e1646a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:50.308626 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:50.309019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57f88a0e-eab1-40e8-b99e-8b01b6e1646a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:50.309660 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f88a0e-eab1-40e8-b99e-8b01b6e1646a'] response: {'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'status': 'completed', 'code': 200} Jun 21 05:57:50.369824 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-3c4fa089-5853-42fe-b00c-02ea0dc63c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.374548 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-3c4fa089-5853-42fe-b00c-02ea0dc63c68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1127 time: 0.0513923 Jun 21 05:57:50.427239 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687766ef-48cd-41df-9afc-0e5f5b0663cf req-641c57df-6e14-407d-8923-49a9eaf0b78a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.429078 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-687766ef-48cd-41df-9afc-0e5f5b0663cf req-641c57df-6e14-407d-8923-49a9eaf0b78a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0571976 Jun 21 05:57:50.433546 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-1808d8f2-6ba5-4816-9a78-d0af6a3c5f9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 217 time: 0.0346487 Jun 21 05:57:50.449154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:50.483364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-687766ef-48cd-41df-9afc-0e5f5b0663cf req-79a1a0df-c1a0-4c21-ad1e-2e55fc64ce3a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484188 Jun 21 05:57:50.496217 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-a4ac11f2-dc9d-4587-bf42-0652de185ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.497706 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-a4ac11f2-dc9d-4587-bf42-0652de185ba8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0550230 Jun 21 05:57:50.517711 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:50.548726 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:50.552891 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-55b18a5c-1af3-47f8-9ac6-a38c22095a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.554446 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-55b18a5c-1af3-47f8-9ac6-a38c22095a5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417597 Jun 21 05:57:50.655067 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-33943a31-140d-4c3a-9454-9198a5c943d2 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884449 Jun 21 05:57:50.810162 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a1a7e-d244-4104-8b87-5a61e5861630 req-b0b768f2-49d9-4ef4-b080-930f109cee97 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:50.811773 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-844a1a7e-d244-4104-8b87-5a61e5861630 req-b0b768f2-49d9-4ef4-b080-930f109cee97 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0483768 Jun 21 05:57:50.865044 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-844a1a7e-d244-4104-8b87-5a61e5861630 req-4435c03b-c486-4271-8c7d-b67d773adbe7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 Jun 21 05:57:51.539507 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-22b0db21-5af8-43c1-b3e5-b3c28240ab0a req-586af5fd-9823-496c-b0df-2d7b9464621d service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978382 Jun 21 05:57:51.615964 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e72f-628b-422d-8106-a95219c0b454 req-019ea26f-bd1d-448c-8e2a-ad5fc4ee4640 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:51.617444 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa71e72f-628b-422d-8106-a95219c0b454 req-019ea26f-bd1d-448c-8e2a-ad5fc4ee4640 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0475061 Jun 21 05:57:51.668359 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa71e72f-628b-422d-8106-a95219c0b454 req-da86750e-8b4d-429a-a189-0e19b76abc12 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Jun 21 05:57:51.918493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:51.948184 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612285-31a8-4501-86c6-b3680584770b req-b3f2f50c-21dc-4d81-aa65-864a3bb4f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:51.949714 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-b3f2f50c-21dc-4d81-aa65-864a3bb4f944 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1127 time: 0.0408087 Jun 21 05:57:51.984073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2a72-242b-4b41-929b-9861612ec876 req-a466dcf7-00b8-47bf-ac64-4508cdd73a0e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:51.985588 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-359e2a72-242b-4b41-929b-9861612ec876 req-a466dcf7-00b8-47bf-ac64-4508cdd73a0e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0492792 Jun 21 05:57:52.034871 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-359e2a72-242b-4b41-929b-9861612ec876 req-0b76294f-24ef-4e8d-8387-6d78daed1081 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435741 Jun 21 05:57:52.053291 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612285-31a8-4501-86c6-b3680584770b req-6a01c4b6-ff6b-4b46-94e9-aafd150229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:52.054787 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-6a01c4b6-ff6b-4b46-94e9-aafd150229ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 909 time: 0.0929110 Jun 21 05:57:52.099984 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-2fdd948a-66d2-4b75-b4ce-a6b5ff59e354 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 217 time: 0.0342584 Jun 21 05:57:52.158010 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612285-31a8-4501-86c6-b3680584770b req-b29e389e-457c-496a-810c-1cf4f99f846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:52.159452 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-b29e389e-457c-496a-810c-1cf4f99f846d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0493650 Jun 21 05:57:52.210939 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612285-31a8-4501-86c6-b3680584770b req-b8bfe914-478d-46bb-bd2e-bd5e972ef193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:52.212466 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-b8bfe914-478d-46bb-bd2e-bd5e972ef193 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402982 Jun 21 05:57:52.327941 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-a16763a3-3e3c-4984-a87e-30c5d8f69ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944982 Jun 21 05:57:52.432610 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e6612285-31a8-4501-86c6-b3680584770b req-ed86d52d-9b52-42a1-8703-eba3d0fb45b9 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970907 Jun 21 05:57:53.154672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fee73-b049-4866-90d4-6b2141e3a5d1 req-8ef80293-ce50-482e-a0a3-b73ff9f8b74e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:53.156161 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf1fee73-b049-4866-90d4-6b2141e3a5d1 req-8ef80293-ce50-482e-a0a3-b73ff9f8b74e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0501921 Jun 21 05:57:53.204364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf1fee73-b049-4866-90d4-6b2141e3a5d1 req-9496c33a-bf42-4571-9ede-ed5f1eb0fdd8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Jun 21 05:57:53.703261 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36430f-126a-408b-9fa3-f2ae042c9716 req-88032061-1fb8-4d18-8953-7d0141258f1f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:53.704857 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8f36430f-126a-408b-9fa3-f2ae042c9716 req-88032061-1fb8-4d18-8953-7d0141258f1f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.0539420 Jun 21 05:57:53.754697 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8f36430f-126a-408b-9fa3-f2ae042c9716 req-cf631682-dc01-4eb8-9d23-e964e177ad44 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Jun 21 05:57:54.321675 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ff24-9b89-4cb5-b314-9311fbdcaf8f req-1f1aa0da-3ff7-47a7-a53e-873d7d93cc6e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:54.323213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3b76ff24-9b89-4cb5-b314-9311fbdcaf8f req-1f1aa0da-3ff7-47a7-a53e-873d7d93cc6e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0481319 Jun 21 05:57:54.374001 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3b76ff24-9b89-4cb5-b314-9311fbdcaf8f req-141e9590-42fc-4247-bace-39ea072f0acd tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Jun 21 05:57:54.871124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2bab-05ce-42b3-a339-3251b65bcd1b req-cad83f37-ebea-44cf-91d2-27f22ea8dfcf tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:54.872594 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-088b2bab-05ce-42b3-a339-3251b65bcd1b req-cad83f37-ebea-44cf-91d2-27f22ea8dfcf tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.0505865 Jun 21 05:57:54.921617 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-088b2bab-05ce-42b3-a339-3251b65bcd1b req-11ab38f2-ae48-4234-9a5d-0fcd85558b75 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Jun 21 05:57:55.491233 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb212-a417-42eb-adbd-8048e7004797 req-8f2b1a22-13f5-4501-bd6f-6b734a2875f0 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:55.492761 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f49eb212-a417-42eb-adbd-8048e7004797 req-8f2b1a22-13f5-4501-bd6f-6b734a2875f0 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0477519 Jun 21 05:57:55.547509 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f49eb212-a417-42eb-adbd-8048e7004797 req-ecb546de-ec51-4ece-9590-0dff83a9e5cf tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491459 Jun 21 05:57:55.914634 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-e0e03ebd-bf17-4fd3-ac35-04e506db03ef tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:55.916070 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-e0e03ebd-bf17-4fd3-ac35-04e506db03ef tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.0476849 Jun 21 05:57:56.010174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Deleting port 46108e94-c618-4d19-9056-d3d30d571f57 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:57:56.010534 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (46108e94-c618-4d19-9056-d3d30d571f57), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:56.035408 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca17c2-1ef1-4029-80d5-ecd96f0357a9 req-9c9a0a71-57a2-4ee3-a633-9d59ac9ac14d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:56.036933 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75ca17c2-1ef1-4029-80d5-ecd96f0357a9 req-9c9a0a71-57a2-4ee3-a633-9d59ac9ac14d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=9851de87-ca54-48bd-b009-b0a63a71afab HTTP/1.1" status: 200 len: 945 time: 0.0477321 Jun 21 05:57:56.079441 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:56.093091 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75ca17c2-1ef1-4029-80d5-ecd96f0357a9 req-7ff70365-64cd-4edb-9597-2602d9b95207 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Jun 21 05:57:56.103195 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] For port 46108e94-c618-4d19-9056-d3d30d571f57, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=46108e94-c618-4d19-9056-d3d30d571f57,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:57:56.103582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (46108e94-c618-4d19-9056-d3d30d571f57), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:56.121967 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Calling delete_port for 46108e94-c618-4d19-9056-d3d30d571f57 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:57:56.229803 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:56.248731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (46108e94-c618-4d19-9056-d3d30d571f57), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:56.262907 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['46108e94-c618-4d19-9056-d3d30d571f57'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:57:56.275997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Pushing event deleted for resources: {'Port': ['ID=46108e94-c618-4d19-9056-d3d30d571f57,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:57:56.285892 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.286266 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.286615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.286955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.287290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.287618 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.287946 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.288270 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.288596 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.288920 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.289242 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.289566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.289887 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.290237 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.290886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:57:56.339016 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] No DVR routers for this DVR port 46108e94-c618-4d19-9056-d3d30d571f57 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:57:56.341501 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:56.344977 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-38d432ab-70e7-4170-99ee-7adf3454fe42 req-4d01de75-5916-4e37-b184-4ffd4eb6cace tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "DELETE /v2.0/ports/46108e94-c618-4d19-9056-d3d30d571f57 HTTP/1.1" status: 204 len: 173 time: 0.4192495 Jun 21 05:57:56.345412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'name': 'network-vif-deleted', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:57:56.347753 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece33d1-d83e-4989-bb0e-ce320bfe0f58" -d '{"events": [{"server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "name": "network-vif-deleted", "tag": "46108e94-c618-4d19-9056-d3d30d571f57"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:57:56.389053 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222c8e1f-40f0-4b59-8f70-3f74ec1980bb x-openstack-request-id: req-222c8e1f-40f0-4b59-8f70-3f74ec1980bb {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:57:56.390220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9851de87-ca54-48bd-b009-b0a63a71afab", "name": "network-vif-deleted", "tag": "46108e94-c618-4d19-9056-d3d30d571f57", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:57:56.390220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-222c8e1f-40f0-4b59-8f70-3f74ec1980bb {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:57:56.390220 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222c8e1f-40f0-4b59-8f70-3f74ec1980bb'] response: {'server_uuid': '9851de87-ca54-48bd-b009-b0a63a71afab', 'name': 'network-vif-deleted', 'tag': '46108e94-c618-4d19-9056-d3d30d571f57', 'status': 'completed', 'code': 200} Jun 21 05:57:56.668829 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27451d-0bd1-47c6-b20e-452b48127812 req-84164d2a-3f93-4dfe-bd09-4e4269287eaa tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:56.670347 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bd27451d-0bd1-47c6-b20e-452b48127812 req-84164d2a-3f93-4dfe-bd09-4e4269287eaa tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0501721 Jun 21 05:57:56.718744 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bd27451d-0bd1-47c6-b20e-452b48127812 req-e98b017b-ba1d-41a1-9e4a-19715f4c8d37 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Jun 21 05:57:56.970102 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:56.982384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:57:57.825561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:57.835580 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8895bdc-58c1-4c34-bdd6-ce48687c4731 req-00ad8d17-418b-4041-96be-8c8ed771421f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:57.837088 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a8895bdc-58c1-4c34-bdd6-ce48687c4731 req-00ad8d17-418b-4041-96be-8c8ed771421f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0493555 Jun 21 05:57:57.887188 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a8895bdc-58c1-4c34-bdd6-ce48687c4731 req-6ba35b7f-c94e-402a-bf1d-296622b1b371 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444241 Jun 21 05:57:58.689721 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:58.690499 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:57:59.004179 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4bfa-c2a2-46b1-be42-4cae94778e58 req-6cdc3ea9-0def-47aa-a9e6-dfdafc04c4a9 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:57:59.005597 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d3eb4bfa-c2a2-46b1-be42-4cae94778e58 req-6cdc3ea9-0def-47aa-a9e6-dfdafc04c4a9 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0514712 Jun 21 05:57:59.054370 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d3eb4bfa-c2a2-46b1-be42-4cae94778e58 req-23753b9f-73e2-431c-bdd9-ea528aa7dfe2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 Jun 21 05:58:00.169119 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bb64-c795-4d0e-b94f-19358dce6440 req-d3937864-4541-4aa2-a216-871c6fe76d0e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:00.170538 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f56bb64-c795-4d0e-b94f-19358dce6440 req-d3937864-4541-4aa2-a216-871c6fe76d0e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0475538 Jun 21 05:58:00.225010 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f56bb64-c795-4d0e-b94f-19358dce6440 req-7d9cc220-b3e7-4d44-9acb-b98e94b46710 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488558 Jun 21 05:58:00.303877 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 46108e94-c618-4d19-9056-d3d30d571f57 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:58:00.323179 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 46108e94-c618-4d19-9056-d3d30d571f57 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:58:00.323521 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 46108e94-c618-4d19-9056-d3d30d571f57 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:58:00.593591 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-a8fc85cd-c06e-48b5-aa16-0b8d855a1afc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433850 Jun 21 05:58:00.634815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:00.667454 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-17a3cee5-425d-4ba8-b3f8-992df56f671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:00.669027 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-17a3cee5-425d-4ba8-b3f8-992df56f671e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 1130 time: 0.0437446 Jun 21 05:58:00.797428 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-61aeba44-c074-43ce-9170-b73b2d716a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:00.798948 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-61aeba44-c074-43ce-9170-b73b2d716a98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.1053874 Jun 21 05:58:00.870645 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-bb8c410a-aaa9-427e-9853-6674ff5b9946 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 200 len: 1001 time: 0.0626812 Jun 21 05:58:00.942406 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-9176a84a-d4d1-431f-bd65-e16769e4f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:00.944221 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-9176a84a-d4d1-431f-bd65-e16769e4f140 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0623930 Jun 21 05:58:01.023305 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-ff287dcc-857e-48e9-ad45-a6c163c5d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:01.025249 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-ff287dcc-857e-48e9-ad45-a6c163c5d24f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490553 Jun 21 05:58:01.337755 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31c9f8-c0af-4684-92e9-3df3f7d185d2 req-09b3f611-dde3-4a34-a3f7-45e9dcf52221 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:01.339235 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a31c9f8-c0af-4684-92e9-3df3f7d185d2 req-09b3f611-dde3-4a34-a3f7-45e9dcf52221 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0461388 Jun 21 05:58:01.392868 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a31c9f8-c0af-4684-92e9-3df3f7d185d2 req-6643af61-8f8d-453d-8c6a-60af22e17065 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473027 Jun 21 05:58:01.447235 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-e2181eea-d833-4b4e-a22c-a8f6a2cbbaaa service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856133 Jun 21 05:58:01.555222 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-ddbd40fb-1b4b-4f1b-9ebf-bed9235226a7 req-f7cd6688-c8e7-4433-bdfc-ba84b7ed91be service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938404 Jun 21 05:58:02.150855 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a18dc-b416-466c-a490-aaa6f57b3d43 req-d07d710a-755c-47f1-9367-5d2432e1c832 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:02.152449 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-026a18dc-b416-466c-a490-aaa6f57b3d43 req-d07d710a-755c-47f1-9367-5d2432e1c832 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0481801 Jun 21 05:58:02.201196 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-026a18dc-b416-466c-a490-aaa6f57b3d43 req-e153c34e-3929-44ce-87dc-48067c0f90a2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Jun 21 05:58:02.285721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:58:02.385751 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:02.400396 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'mac_address': 'fa:16:3e:74:fc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:58:02.436292 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:02.436644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:02.451522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed1f916-c5d3-484b-8fd1-8aad68c59930 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:58:02.472917 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:02.477707 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:02.517029 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93189-29f1-4d6f-94f7-3267d556af9c req-89dcb407-aaaa-445a-aa4e-01f54d41eb09 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:02.518650 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9e93189-29f1-4d6f-94f7-3267d556af9c req-89dcb407-aaaa-445a-aa4e-01f54d41eb09 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 944 time: 0.0486166 Jun 21 05:58:02.525623 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:02.572723 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9e93189-29f1-4d6f-94f7-3267d556af9c req-1d5f2ef4-16d7-4bee-a619-de74594a98d8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482712 Jun 21 05:58:02.808989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['9ed1f916-c5d3-484b-8fd1-8aad68c59930'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:58:03.320359 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbff2f-cd3a-46a2-90ef-a5184a9423b7 req-763e7e44-a054-45af-b06e-efe4945a3758 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:03.321822 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7dbff2f-cd3a-46a2-90ef-a5184a9423b7 req-763e7e44-a054-45af-b06e-efe4945a3758 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0495141 Jun 21 05:58:03.368771 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7dbff2f-cd3a-46a2-90ef-a5184a9423b7 req-02d12b5b-5739-4fdb-aa2b-cc384aedbbde tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Jun 21 05:58:03.683136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc49b3-0889-4610-b590-d004483261e4 req-f199d125-d891-46dc-b9f8-d22053d669d6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:03.684525 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3afc49b3-0889-4610-b590-d004483261e4 req-f199d125-d891-46dc-b9f8-d22053d669d6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 944 time: 0.0468175 Jun 21 05:58:03.734439 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3afc49b3-0889-4610-b590-d004483261e4 req-6846a8a5-0699-48cf-9fea-d07d99c2b03e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Jun 21 05:58:04.486270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d319-f6a9-4565-84ca-d549412213a3 req-c4393824-7ded-446b-a7db-05b7bbcb86ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:04.488391 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-57c8d319-f6a9-4565-84ca-d549412213a3 req-c4393824-7ded-446b-a7db-05b7bbcb86ac tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0502458 Jun 21 05:58:04.535943 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-57c8d319-f6a9-4565-84ca-d549412213a3 req-8f701402-b9da-41a3-8d64-8dcdfac52f2a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Jun 21 05:58:04.846366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93113-1a9c-4955-8414-d03ddb4f1d8a req-b5a0c472-6a7a-440a-8254-f8924a31297a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:04.848506 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9c93113-1a9c-4955-8414-d03ddb4f1d8a req-b5a0c472-6a7a-440a-8254-f8924a31297a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 944 time: 0.0482337 Jun 21 05:58:04.873895 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:04.902208 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d9c93113-1a9c-4955-8414-d03ddb4f1d8a req-2bef7082-3a8e-4ba9-9ccf-50dee5b9de14 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476437 Jun 21 05:58:05.651667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e15c-56eb-415d-8641-57c2094f8633 req-d3eb707d-0e53-4264-b441-dadb87ec1d19 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:05.653150 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6847e15c-56eb-415d-8641-57c2094f8633 req-d3eb707d-0e53-4264-b441-dadb87ec1d19 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0467498 Jun 21 05:58:05.702911 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6847e15c-56eb-415d-8641-57c2094f8633 req-e1215f11-16e5-41f2-a665-c627a7349a44 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Jun 21 05:58:06.018346 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f07d15-7e38-4865-a6b6-5dbcfde879c9 req-5699ce40-1b11-4203-b944-6421dd8565d9 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:06.020382 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d0f07d15-7e38-4865-a6b6-5dbcfde879c9 req-5699ce40-1b11-4203-b944-6421dd8565d9 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 944 time: 0.0491447 Jun 21 05:58:06.035517 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:06.076023 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d0f07d15-7e38-4865-a6b6-5dbcfde879c9 req-b3a9e31e-1a47-4ae1-ba0c-cfcbe9a9e3b3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495038 Jun 21 05:58:06.214347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e984e109-c843-4038-89ac-f1f0f3282144 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:06.215746 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e984e109-c843-4038-89ac-f1f0f3282144 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 814 time: 0.1065531 Jun 21 05:58:06.230828 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-3d85b5de-101d-4ebc-bf84-b47e25ca6de9 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/quotas/a7e723a47d5246779d7835b9898429e1 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Jun 21 05:58:06.262584 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-0376326e-4bcc-48b7-956a-ef9fc10c1d4d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269580 Jun 21 05:58:06.305887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:58:06.351240 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:58:06.354547 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-74a37438-bcff-452d-b392-911662614a4c service neutron] 10.222.0.18 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Jun 21 05:58:06.358673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:58:06.359048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:06.386121 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:06.435924 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:06.436317 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:06.454213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-5d15e464-6808-4686-945b-06cf16ebdeca service neutron] 10.222.0.18 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930235 Jun 21 05:58:06.461135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:06.463361 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c419d-5bfa-42f8-95f6-92fb970a00fe" -d '{"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:06.476591 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:06.482092 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:06.506518 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fc1713-4bcd-490b-ba2b-52fda37b5bd2 x-openstack-request-id: req-23fc1713-4bcd-490b-ba2b-52fda37b5bd2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:06.506849 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:06.507064 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23fc1713-4bcd-490b-ba2b-52fda37b5bd2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:06.507454 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fc1713-4bcd-490b-ba2b-52fda37b5bd2'] response: {'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'code': 200} Jun 21 05:58:06.538460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:06.635976 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4495b175-2e02-45ab-ac9f-ed8b81b46f06 req-ee7ea3db-e252-4081-a718-b74e19a07216 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Jun 21 05:58:06.784744 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f9a16-dd51-4375-9938-d957b5354ba3 req-e5906d23-ea1a-456e-92a5-8b4cf8a6dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:06.786957 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d22f9a16-dd51-4375-9938-d957b5354ba3 req-e5906d23-ea1a-456e-92a5-8b4cf8a6dfb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1129 time: 0.0421948 Jun 21 05:58:06.838121 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d7fc-29ea-4bb6-8928-1d71381b5aa7 req-714b6718-e919-4202-af35-0e91bc87ff12 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:06.839686 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d335d7fc-29ea-4bb6-8928-1d71381b5aa7 req-714b6718-e919-4202-af35-0e91bc87ff12 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0644424 Jun 21 05:58:06.849392 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d22f9a16-dd51-4375-9938-d957b5354ba3 req-564b165c-f7ba-4708-b413-31710f28b6be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552816 Jun 21 05:58:06.893245 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d335d7fc-29ea-4bb6-8928-1d71381b5aa7 req-792c87ef-7ba3-47ac-a194-aecfa4d830f6 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Jun 21 05:58:07.199466 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540d3c-5993-48f4-91a3-e5e1d701091a req-e3de15f9-4eef-4a22-8218-47a56a7d7225 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:07.200999 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47540d3c-5993-48f4-91a3-e5e1d701091a req-e3de15f9-4eef-4a22-8218-47a56a7d7225 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0526910 Jun 21 05:58:07.254789 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47540d3c-5993-48f4-91a3-e5e1d701091a req-7a64f879-fc55-485e-8000-a5cde579fb65 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475931 Jun 21 05:58:07.732247 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-83c5a0d9-7980-4288-afa5-992bebc7622c req-132b8d30-60ca-4638-907c-852b79f8156e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Jun 21 05:58:08.007320 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c02cb8-892a-43e1-8d96-c8ea01c5c75b req-2fc0ccdf-a5cd-483d-ab2d-ce2b4aa6057e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:08.008785 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-89c02cb8-892a-43e1-8d96-c8ea01c5c75b req-2fc0ccdf-a5cd-483d-ab2d-ce2b4aa6057e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0490923 Jun 21 05:58:08.054797 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-89c02cb8-892a-43e1-8d96-c8ea01c5c75b req-56f48cc0-fd9e-49ca-8769-b8d564f3b20c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405102 Jun 21 05:58:08.290506 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-5123eb3a-fbc4-433c-9b6f-e9297e9a3ac1 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:08.291981 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-5123eb3a-fbc4-433c-9b6f-e9297e9a3ac1 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 814 time: 0.1139054 Jun 21 05:58:08.306362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Request body: {'port': {'device_id': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914', 'admin_state_up': True, 'tenant_id': 'a7e723a47d5246779d7835b9898429e1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:08.374227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e528-69fa-4668-9885-0b5c450e2e58 req-1bc466e2-65b4-4d9d-b4d6-4fca59f39236 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:08.375949 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5f87e528-69fa-4668-9885-0b5c450e2e58 req-1bc466e2-65b4-4d9d-b4d6-4fca59f39236 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0510492 Jun 21 05:58:08.429581 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5f87e528-69fa-4668-9885-0b5c450e2e58 req-32496045-d493-4bb3-9173-8c8b79f61344 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475988 Jun 21 05:58:08.433288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Made reservation on behalf of a7e723a47d5246779d7835b9898429e1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:58:08.436760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:08.509867 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:08.566664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Allocated IP 172.20.0.3 (e61240a9-48fb-49f1-8f20-d7bad2434914/fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc/1cb2f419-9312-4b83-a131-797f832ce6c8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:58:08.578303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:08.718735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks [] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:08.751796 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:08.794997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Network e61240a9-48fb-49f1-8f20-d7bad2434914 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:58:08.798324 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:58:08.802679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:58:08.830128 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Pushing event updated for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:08.852884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde5c7c-a7c9-444c-9d47-b44d4bf8af6c req-77be30d7-96e1-4168-a1e9-a4e4b65069c3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:08.854407 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-edde5c7c-a7c9-444c-9d47-b44d4bf8af6c req-77be30d7-96e1-4168-a1e9-a4e4b65069c3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 931 time: 0.0546098 Jun 21 05:58:08.856261 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:08.856876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:08.875376 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-836e5c67-dd4c-4160-a292-c6bd8cdc50f3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729773 Jun 21 05:58:08.904812 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-edde5c7c-a7c9-444c-9d47-b44d4bf8af6c req-698c40b2-b9ba-42f5-ac14-ee425dd593a5 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447586 Jun 21 05:58:09.080015 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Request body: {'port': {'device_id': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:09.150290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.176717 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170750-a727-427a-92cc-c1d6fd385c08 req-0f125d61-b027-4948-b2b5-5a9873479a5a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:09.178386 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1170750-a727-427a-92cc-c1d6fd385c08 req-0f125d61-b027-4948-b2b5-5a9873479a5a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0500412 Jun 21 05:58:09.227263 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1170750-a727-427a-92cc-c1d6fd385c08 req-1407c2df-d009-4e7d-9f7e-73dd428c8201 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Jun 21 05:58:09.412099 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2f419-9312-4b83-a131-797f832ce6c8 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:58:09.419781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks [] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.432444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Transition to ACTIVE for port object 1cb2f419-9312-4b83-a131-797f832ce6c8 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:58:09.437263 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.486618 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:09.494565 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:09.511862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:09.532671 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:09.551793 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801e4f4-ca28-46f8-996c-9d8c01dfc8a4 req-42db74da-b40b-4144-b542-8fff6b825f8c tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:09.553572 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5801e4f4-ca28-46f8-996c-9d8c01dfc8a4 req-42db74da-b40b-4144-b542-8fff6b825f8c tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0506692 Jun 21 05:58:09.569290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Attempting to bind port 1cb2f419-9312-4b83-a131-797f832ce6c8 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:58:09.569722 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Attempting to bind port 1cb2f419-9312-4b83-a131-797f832ce6c8 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:58:09.570083 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Attempting to bind port 1cb2f419-9312-4b83-a131-797f832ce6c8 on network e61240a9-48fb-49f1-8f20-d7bad2434914 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:58:09.575164 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Port 1cb2f419-9312-4b83-a131-797f832ce6c8 on network e61240a9-48fb-49f1-8f20-d7bad2434914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:58:09.575484 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Attempting to bind port 1cb2f419-9312-4b83-a131-797f832ce6c8 on network e61240a9-48fb-49f1-8f20-d7bad2434914 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:58:09.581759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:58:09.582122 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Checking segment: {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:58:09.582507 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Bound using segment: {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:58:09.582941 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Bound port: 1cb2f419-9312-4b83-a131-797f832ce6c8, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:58:09.583298 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.592908 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:09.617740 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5801e4f4-ca28-46f8-996c-9d8c01dfc8a4 req-d92688a5-2d88-4a05-b0e8-8c4f14769e1f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564682 Jun 21 05:58:09.653084 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:58:09.656537 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=1cb2f419-9312-4b83-a131-797f832ce6c8,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:58:09.664424 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.738601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33ca2b-6710-41a9-86b7-3261b42225b4 req-8db9cac9-ea93-46d1-86f1-228ea6f9c13f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:09.740217 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d33ca2b-6710-41a9-86b7-3261b42225b4 req-8db9cac9-ea93-46d1-86f1-228ea6f9c13f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0517216 Jun 21 05:58:09.801670 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d33ca2b-6710-41a9-86b7-3261b42225b4 req-51362cf6-7bc6-4aac-aa21-7df762ea87fd tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541470 Jun 21 05:58:09.824662 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43206) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:09.915607 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb917ab-5e20-4bac-8a15-cf3cdef3d678 tempest-TestShelveInstance-1177101691 tempest-TestShelveInstance-1177101691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:09.917132 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-abb917ab-5e20-4bac-8a15-cf3cdef3d678 tempest-TestShelveInstance-1177101691 tempest-TestShelveInstance-1177101691-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1124 time: 0.0914836 Jun 21 05:58:09.920123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43210) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:09.926261 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:09.926384 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:09.926762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.928308 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] 10.222.0.23 "PUT /v2.0/ports/1cb2f419-9312-4b83-a131-797f832ce6c8 HTTP/1.1" status: 200 len: 1093 time: 0.8534379 Jun 21 05:58:09.928746 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:09.930989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa0b6ce-548f-4768-911d-8be5e32b53b7" -d '{"events": [{"name": "network-changed", "server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:09.954729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cb670-2ac4-4a27-8d2e-8127877ad79f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:09.967972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:09.994890 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b401c74-a9b0-40c1-b123-53bf2c1e2e38 x-openstack-request-id: req-2b401c74-a9b0-40c1-b123-53bf2c1e2e38 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:09.995173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:09.995600 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b401c74-a9b0-40c1-b123-53bf2c1e2e38 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:09.995996 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b401c74-a9b0-40c1-b123-53bf2c1e2e38'] response: {'name': 'network-changed', 'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8', 'status': 'completed', 'code': 200} Jun 21 05:58:10.023851 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-ee204d93-dcae-4ed9-9c19-fcfe2b752c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:10.025373 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-ee204d93-dcae-4ed9-9c19-fcfe2b752c64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 1127 time: 0.0417709 Jun 21 05:58:10.065496 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-2788e019-d2b5-4636-81f5-d6f5c12f8e08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cb2f419-9312-4b83-a131-797f832ce6c8 HTTP/1.1" status: 200 len: 217 time: 0.0328889 Jun 21 05:58:10.083118 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca5513-2a02-48a8-864f-e64fc7f11206 req-a638173b-bc48-4bb4-aa7f-25b0fde60723 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:10.084610 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-45ca5513-2a02-48a8-864f-e64fc7f11206 req-a638173b-bc48-4bb4-aa7f-25b0fde60723 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 943 time: 0.0967481 Jun 21 05:58:10.113708 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:10.135591 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-9382ba13-3b65-4a42-b800-76e6745d01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:10.137225 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-9382ba13-3b65-4a42-b800-76e6745d01c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc HTTP/1.1" status: 200 len: 854 time: 0.0519881 Jun 21 05:58:10.171669 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-440ea7dc-a5c7-40fd-97d8-d73f9c0b23c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61240a9-48fb-49f1-8f20-d7bad2434914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261459 Jun 21 05:58:10.192505 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-45ca5513-2a02-48a8-864f-e64fc7f11206 req-f5911706-bfe7-45d0-88aa-19498108838f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022038 Jun 21 05:58:10.255348 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Allocated IP 172.27.0.165 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/266f09c0-8532-4da9-8cb2-39d348698c21) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:58:10.272867 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-224beb96-5968-4f37-b94c-f9da27d6598b service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927763 Jun 21 05:58:10.376362 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c9c5ee0e-84a2-49d2-a99b-d402c5cae95c req-bf5bb980-7333-4f7b-b8e2-833ac3d5a667 service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904961 Jun 21 05:58:10.387422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22923ac7-f447-40f6-b730-d7c3fb3c8c69 req-5bb7aa62-cbac-46e9-b178-61521c472f06 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:10.388906 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22923ac7-f447-40f6-b730-d7c3fb3c8c69 req-5bb7aa62-cbac-46e9-b178-61521c472f06 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0647821 Jun 21 05:58:10.420805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for port (266f09c0-8532-4da9-8cb2-39d348698c21), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:10.468109 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22923ac7-f447-40f6-b730-d7c3fb3c8c69 req-20aee976-b309-4d87-b9be-eafb56bef611 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729992 Jun 21 05:58:10.481948 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:10.522609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:58:10.527247 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:58:10.529820 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:58:10.536206 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'Port': ['ID=266f09c0-8532-4da9-8cb2-39d348698c21,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:10.557330 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:10.571815 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:10.575125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.575467 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.575800 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.576132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.576457 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.576780 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.577102 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.577421 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.577738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.578159 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.578476 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.578795 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.579113 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.579426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.579740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:10.899945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for floatingip (669bb56b-eecf-4eee-af23-f1275b52bb63), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:10.966633 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:11.114125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for port (266f09c0-8532-4da9-8cb2-39d348698c21), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:11.118647 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:11.185047 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event updated for resources: {'Port': ['ID=266f09c0-8532-4da9-8cb2-39d348698c21,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:11.201805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (669bb56b-eecf-4eee-af23-f1275b52bb63), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:11.607492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:11.613830 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Floating IP 669bb56b-eecf-4eee-af23-f1275b52bb63 associated. External IP: 172.27.0.165, port: 9ed1f916-c5d3-484b-8fd1-8aad68c59930. Jun 21 05:58:11.621312 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ffb8-ec0b-4f27-9375-b9e75963fc3b req-9376b3d8-2cf9-47f2-907a-38c2cfeccc98 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:11.622827 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6218ffb8-ec0b-4f27-9375-b9e75963fc3b req-9376b3d8-2cf9-47f2-907a-38c2cfeccc98 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 943 time: 0.0948331 Jun 21 05:58:11.664117 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffb05a-e805-406e-8d2f-f194eb711ee0 req-aeb5c864-4407-4bf4-a752-09f095628d23 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:11.665512 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18ffb05a-e805-406e-8d2f-f194eb711ee0 req-aeb5c864-4407-4bf4-a752-09f095628d23 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.1188037 Jun 21 05:58:11.696175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:11.755174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-8c8af133-933d-4fc2-8e2e-ccc68b5844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:11.757783 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-8c8af133-933d-4fc2-8e2e-ccc68b5844d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e723a47d5246779d7835b9898429e1&device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 1127 time: 0.0584078 Jun 21 05:58:11.789979 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6218ffb8-ec0b-4f27-9375-b9e75963fc3b req-ae7186a2-1634-452e-85bc-5106b5946751 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325839 Jun 21 05:58:11.806659 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18ffb05a-e805-406e-8d2f-f194eb711ee0 req-93a329a3-b951-41ed-8575-508ee2994f14 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301210 Jun 21 05:58:11.875174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-464e8713-5166-4248-afe8-5841e3755414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:11.876651 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-464e8713-5166-4248-afe8-5841e3755414 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 200 len: 915 time: 0.0997379 Jun 21 05:58:11.924045 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Router 2c6a4edb-d0c7-4535-8971-91caebded54c has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:58:11.928341 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-b5aa1959-94f1-405c-85da-175b564dbf47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cb2f419-9312-4b83-a131-797f832ce6c8 HTTP/1.1" status: 200 len: 217 time: 0.0357862 Jun 21 05:58:11.988173 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-c4e000a2-17b3-44af-a073-2eb1cbd28188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:11.989833 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-c4e000a2-17b3-44af-a073-2eb1cbd28188 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc HTTP/1.1" status: 200 len: 854 time: 0.0525055 Jun 21 05:58:12.030623 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-178abf85-a0aa-478b-a942-871fbf104948 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61240a9-48fb-49f1-8f20-d7bad2434914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305653 Jun 21 05:58:12.032387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:58:12.043487 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Sync routers for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:58:12.054286 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:12.055384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:12.056125 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:12.090413 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-99133ec4-3f21-4f88-b271-00174e2a7bd7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1685412 Jun 21 05:58:12.091022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:12.093567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d95de-51b5-4d64-92b5-129eeaa18340" -d '{"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:12.100540 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:12.134583 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e67bcba-1d18-4338-b52c-050ae92c64a9 x-openstack-request-id: req-0e67bcba-1d18-4338-b52c-050ae92c64a9 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:12.134885 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:12.135115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e67bcba-1d18-4338-b52c-050ae92c64a9 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:12.135563 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e67bcba-1d18-4338-b52c-050ae92c64a9'] response: {'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'status': 'completed', 'code': 200} Jun 21 05:58:12.140115 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-3d762e4a-20b3-462d-90e4-f89eb6ee1241 service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995493 Jun 21 05:58:12.174659 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:12.225888 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:12.265367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-df976247-fc20-47a4-b49a-b4400b7a8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.267136 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-df976247-fc20-47a4-b49a-b4400b7a8a1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1129 time: 0.0834703 Jun 21 05:58:12.310648 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9fa0b6ce-548f-4768-911d-8be5e32b53b7 req-985e0f38-666e-45b5-8da3-7f451988592b service neutron] 10.222.0.23 "GET /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459985 Jun 21 05:58:12.372444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:12.389633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-7fa092f9-f6ae-412b-b28d-0320e07a8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.391199 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-7fa092f9-f6ae-412b-b28d-0320e07a8bd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 909 time: 0.1024201 Jun 21 05:58:12.396697 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '669bb56b-eecf-4eee-af23-f1275b52bb63', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'mac_address': 'fa:16:3e:74:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637283de-f095-41ed-97d1-0270fd8adb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:10Z', 'updated_at': '2022-06-21T05:58:10Z', 'revision_number': 0, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:12.424940 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Checking router: 2c6a4edb-d0c7-4535-8971-91caebded54c for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:58:12.434283 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:12.434905 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:12.460529 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-a6f6f858-361b-49ce-b537-86a9c02412b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 999 time: 0.0570557 Jun 21 05:58:12.510488 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-24664a2b-a611-47ef-9372-29a6668b43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.512045 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-24664a2b-a611-47ef-9372-29a6668b43e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0440958 Jun 21 05:58:12.538758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:12.635199 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-b1b035a3-71a0-4714-97ce-bf1a2d69a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.636724 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-b1b035a3-71a0-4714-97ce-bf1a2d69a25f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448821 Jun 21 05:58:12.729487 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-3d0d1b61-45fa-455b-ab8a-928e669d5ac1 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842459 Jun 21 05:58:12.830466 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8c1d95de-51b5-4d64-92b5-129eeaa18340 req-d104d952-3cd0-47b5-8b2a-6c7da681bcfb service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944998 Jun 21 05:58:12.891407 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '669bb56b-eecf-4eee-af23-f1275b52bb63', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'mac_address': 'fa:16:3e:74:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637283de-f095-41ed-97d1-0270fd8adb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:10Z', 'updated_at': '2022-06-21T05:58:10Z', 'revision_number': 0, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:12.921006 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7be2ec-2d64-4715-be4f-2c3262b9df1a None None] The sync data for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi is: [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '669bb56b-eecf-4eee-af23-f1275b52bb63', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'mac_address': 'fa:16:3e:74:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637283de-f095-41ed-97d1-0270fd8adb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:10Z', 'updated_at': '2022-06-21T05:58:10Z', 'revision_number': 0, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:58:12.967637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88cdf4-c89f-4540-9690-af4a735f6ab3 req-2ce38d2d-728c-4903-9912-f2fc6b389b02 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.969421 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf88cdf4-c89f-4540-9690-af4a735f6ab3 req-2ce38d2d-728c-4903-9912-f2fc6b389b02 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0817318 Jun 21 05:58:12.975601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3e7f-eb21-4c75-ad76-47cf091f395e req-d9bbd342-65ca-4765-8c89-ba1c7bb484e3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:12.977090 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f02f3e7f-eb21-4c75-ad76-47cf091f395e req-d9bbd342-65ca-4765-8c89-ba1c7bb484e3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 943 time: 0.0882452 Jun 21 05:58:13.052789 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf88cdf4-c89f-4540-9690-af4a735f6ab3 req-7f7e25cd-8d1e-42ad-bfd9-07a754a26391 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747075 Jun 21 05:58:13.061100 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f02f3e7f-eb21-4c75-ad76-47cf091f395e req-00452f5f-53e1-4f49-8f9e-a419d94e431d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765278 Jun 21 05:58:13.129028 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b77426-bf5c-4224-a174-172856b435b4 None None] New status for floating IP 669bb56b-eecf-4eee-af23-f1275b52bb63: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:58:14.044325 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773075-5f07-4c71-a6cd-3bacfbc7d87c req-9ad5467f-5746-4f41-b2c2-2bc445e491e1 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:14.045818 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-62773075-5f07-4c71-a6cd-3bacfbc7d87c req-9ad5467f-5746-4f41-b2c2-2bc445e491e1 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Jun 21 05:58:14.099279 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-62773075-5f07-4c71-a6cd-3bacfbc7d87c req-12f8a4f7-d299-42d2-acb0-4ce5a32b8342 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Jun 21 05:58:14.196898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832f1f9-877f-44a4-9fba-96c6af330ec9 req-a493a3de-6de8-4e68-af37-2bfb56d42622 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:14.198503 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d832f1f9-877f-44a4-9fba-96c6af330ec9 req-a493a3de-6de8-4e68-af37-2bfb56d42622 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0619061 Jun 21 05:58:14.251022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026fdd-5a13-477e-ba69-e49cf5f38366 req-5bc8a26a-4071-4ff2-b48e-5c797d2d05c2 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:14.252422 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9026fdd-5a13-477e-ba69-e49cf5f38366 req-5bc8a26a-4071-4ff2-b48e-5c797d2d05c2 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 943 time: 0.0734615 Jun 21 05:58:14.292107 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d832f1f9-877f-44a4-9fba-96c6af330ec9 req-e4fd22cf-61f7-411a-a8eb-4fd1c89019ab tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765553 Jun 21 05:58:14.320718 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9026fdd-5a13-477e-ba69-e49cf5f38366 req-3c0542f8-ba9c-43c6-abea-23fb737dc160 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Jun 21 05:58:14.322737 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 1cb2f419-9312-4b83-a131-797f832ce6c8 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:58:14.341499 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:14.421724 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=1cb2f419-9312-4b83-a131-797f832ce6c8,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:14.432533 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '1cb2f419-9312-4b83-a131-797f832ce6c8', 'network_id': 'e61240a9-48fb-49f1-8f20-d7bad2434914', 'port_id': '1cb2f419-9312-4b83-a131-797f832ce6c8', 'mac_address': 'fa:16:3e:57:3e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:58:14.471327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 1cb2f419-9312-4b83-a131-797f832ce6c8 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:14.472310 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:14.488384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2f419-9312-4b83-a131-797f832ce6c8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:58:14.508686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=1cb2f419-9312-4b83-a131-797f832ce6c8,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:14.512172 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:14.550330 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:14.560839 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:14.910422 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['1cb2f419-9312-4b83-a131-797f832ce6c8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:58:15.193104 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:15.219792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8a12b0f-c92d-43b1-9968-0e0c24d4b645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:15.233496 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866393fa-2536-4fe0-8333-34458ef99ff3 req-f7117004-efa7-47e6-a465-a9d55bfe214d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:15.235004 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-866393fa-2536-4fe0-8333-34458ef99ff3 req-f7117004-efa7-47e6-a465-a9d55bfe214d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Jun 21 05:58:15.281890 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-866393fa-2536-4fe0-8333-34458ef99ff3 req-5111348d-9c77-4606-976b-a567981acc7d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Jun 21 05:58:15.427722 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:15.441103 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ec5d-ce63-4d27-9739-69fb332727ca req-81f98e52-9cfd-40c3-95ee-16695741284a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:15.442646 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9b8ec5d-ce63-4d27-9739-69fb332727ca req-81f98e52-9cfd-40c3-95ee-16695741284a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0829136 Jun 21 05:58:15.454759 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f832-9e01-423e-9f38-341ced45860f req-996bcb70-3e48-4c87-bc62-daefd41b947c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:15.456360 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dcb9f832-9e01-423e-9f38-341ced45860f req-996bcb70-3e48-4c87-bc62-daefd41b947c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 944 time: 0.0670447 Jun 21 05:58:15.534070 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9b8ec5d-ce63-4d27-9739-69fb332727ca req-5eb18ebc-78d8-4da6-a275-dfcbdc420e3a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854900 Jun 21 05:58:15.537389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dcb9f832-9e01-423e-9f38-341ced45860f req-3562da01-9bc9-4ce2-9fc5-102e02498c7f tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727940 Jun 21 05:58:16.168022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-7d2923ef-8e27-4077-8dc1-6d9b36b559cb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:16.169990 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-7d2923ef-8e27-4077-8dc1-6d9b36b559cb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Jun 21 05:58:16.263989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:16.264319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.349390 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 1cb2f419-9312-4b83-a131-797f832ce6c8 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:58:16.361785 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] For port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:16.362786 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.396131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 1cb2f419-9312-4b83-a131-797f832ce6c8 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:58:16.405608 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 1cb2f419-9312-4b83-a131-797f832ce6c8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:58:16.406161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.408337 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410d55-32d3-45da-9c7b-123cf28f896d req-8af992ad-e30a-4556-b842-fc104f34becb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:16.410546 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d410d55-32d3-45da-9c7b-123cf28f896d req-8af992ad-e30a-4556-b842-fc104f34becb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 945 time: 0.0549960 Jun 21 05:58:16.466337 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d410d55-32d3-45da-9c7b-123cf28f896d req-9e26b142-ff22-468b-b075-7e907657766c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=399517a3-90b1-4e47-8b7e-ca2f6537f9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490110 Jun 21 05:58:16.489481 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 1cb2f419-9312-4b83-a131-797f832ce6c8 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:16.489865 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.515644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:16.517989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8b78a-e235-4538-a096-2c7cd868b518" -d '{"events": [{"server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:16.533670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=1cb2f419-9312-4b83-a131-797f832ce6c8,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:16.539481 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.580249 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0416e24-280d-4bed-8e13-ac0b23b1832a x-openstack-request-id: req-f0416e24-280d-4bed-8e13-ac0b23b1832a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:16.580563 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:16.581359 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0416e24-280d-4bed-8e13-ac0b23b1832a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:16.581756 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0416e24-280d-4bed-8e13-ac0b23b1832a'] response: {'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8', 'code': 200} Jun 21 05:58:16.595857 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:16.625491 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.625850 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.626378 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 85655794-1bb0-4bd8-939e-053cad82c826 disassociated. External IP: 172.27.0.65, port: 5b93abaa-a3c8-4631-85ba-8cadb9fe7757. Jun 21 05:58:16.626762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:58:16.689479 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:16.725018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6251-8e7d-45b7-bd50-96f05624cf17 req-629d2160-fd98-4243-b903-25771c427aef tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:16.727146 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bece6251-8e7d-45b7-bd50-96f05624cf17 req-629d2160-fd98-4243-b903-25771c427aef tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0998499 Jun 21 05:58:16.734385 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f31557-e078-4462-9d8d-948dbe75d73e req-7b96bf0e-df70-4736-a42d-9fa1f7e0bf9d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:16.735875 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9f31557-e078-4462-9d8d-948dbe75d73e req-7b96bf0e-df70-4736-a42d-9fa1f7e0bf9d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0697205 Jun 21 05:58:16.803319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7ab02-6349-4510-935e-6eb11e168ddf req-6889b78f-5755-4bbb-8ab7-8f1bbf6c71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:16.804604 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c1d7ab02-6349-4510-935e-6eb11e168ddf req-6889b78f-5755-4bbb-8ab7-8f1bbf6c71a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 1129 time: 0.0699492 Jun 21 05:58:16.813805 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bece6251-8e7d-45b7-bd50-96f05624cf17 req-ccc32719-5944-457f-93da-9b2eec3a06b6 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766506 Jun 21 05:58:16.819120 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9f31557-e078-4462-9d8d-948dbe75d73e req-b27af1a7-41f7-48c8-8f82-98c87b9e0788 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Jun 21 05:58:16.821864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (5b93abaa-a3c8-4631-85ba-8cadb9fe7757), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:16.864343 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=5b93abaa-a3c8-4631-85ba-8cadb9fe7757,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:16.917344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:16.926293 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c1d7ab02-6349-4510-935e-6eb11e168ddf req-f621aff7-71e8-4be1-a208-70a499337387 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117868 Jun 21 05:58:16.991636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:58:17.097978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:58:17.109760 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:58:17.122538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:17.123265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:57:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:17.143029 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] No DVR routers for this DVR port 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:58:17.146212 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:17.149315 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-27d6ba45-cd04-4c85-b0f5-cc317ad1fa02 req-b83cffe5-1af2-4428-8a3c-e227bf71b538 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "DELETE /v2.0/ports/5b93abaa-a3c8-4631-85ba-8cadb9fe7757 HTTP/1.1" status: 204 len: 173 time: 0.9728289 Jun 21 05:58:17.149697 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'name': 'network-vif-deleted', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:17.151932 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01deab7-abce-49fc-bb64-6482cdd89922" -d '{"events": [{"server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "name": "network-vif-deleted", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:17.186735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2909a-74d7-457e-a9ba-7c43a006c8e1 x-openstack-request-id: req-aae2909a-74d7-457e-a9ba-7c43a006c8e1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:17.187316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1f275-13ca-4db4-8350-f3b2b5ab7c15", "name": "network-vif-deleted", "tag": "5b93abaa-a3c8-4631-85ba-8cadb9fe7757", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:17.187316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aae2909a-74d7-457e-a9ba-7c43a006c8e1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:17.187923 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae2909a-74d7-457e-a9ba-7c43a006c8e1'] response: {'server_uuid': '64a1f275-13ca-4db4-8350-f3b2b5ab7c15', 'name': 'network-vif-deleted', 'tag': '5b93abaa-a3c8-4631-85ba-8cadb9fe7757', 'status': 'completed', 'code': 200} Jun 21 05:58:17.235927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:17.328479 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:17.339733 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d89dc69-c64a-42ae-bd0e-73b7e0ba2d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:17.476003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:17.501767 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:58:17.511531 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:17.512182 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:17.556103 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:17.591140 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fd32fdbf-6891-4837-b153-39f51884a6e7 req-f4c4a1b6-473b-4504-9088-20c9fbce69c5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.0344574 Jun 21 05:58:17.621499 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:17.833250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:17.863022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5008e-734e-4a14-be01-27726e0662f9 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '289721c7-7c22-4d91-ab88-322b7663d95f', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:2b:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a1303-6c97-4b4d-832a-81f96b131503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:54:20Z', 'updated_at': '2022-06-21T05:55:11Z', 'revision_number': 2, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:58:17.998120 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6ed5c-0e3a-49f1-a44f-51a2ce846a55 req-23f0b451-5e9c-496d-8f07-f964a3e5a7f2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:17.999721 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bab6ed5c-0e3a-49f1-a44f-51a2ce846a55 req-23f0b451-5e9c-496d-8f07-f964a3e5a7f2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0846653 Jun 21 05:58:18.025611 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02ab43-98cf-4567-a965-fa2de591db37 req-f9aa5909-abfb-4c87-9390-ea2d85af1b52 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:18.027220 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ee02ab43-98cf-4567-a965-fa2de591db37 req-f9aa5909-abfb-4c87-9390-ea2d85af1b52 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0798495 Jun 21 05:58:18.091457 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bab6ed5c-0e3a-49f1-a44f-51a2ce846a55 req-ad218c53-5517-408c-9ab1-81c0c8646ef4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793245 Jun 21 05:58:18.118732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ee02ab43-98cf-4567-a965-fa2de591db37 req-784cf153-3b16-46ff-aa15-04eb78028bf1 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789139 Jun 21 05:58:18.180221 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475d604-972b-45c7-825c-de18f6679d4f None None] New status for floating IP 85655794-1bb0-4bd8-939e-053cad82c826: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:58:18.712039 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a93d9436-f64a-45ee-b59f-42ccd0539fe7 req-8b532120-84ea-4f08-bca1-fa1c26b83ad9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1f275-13ca-4db4-8350-f3b2b5ab7c15 HTTP/1.1" status: 200 len: 210 time: 0.0342515 Jun 21 05:58:18.832178 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.217417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185367c-1594-4548-950f-1fa7bdfe35c7 req-3cd0eed4-b190-4fb1-ab62-da079bdbc809 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.219261 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9185367c-1594-4548-950f-1fa7bdfe35c7 req-3cd0eed4-b190-4fb1-ab62-da079bdbc809 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0618613 Jun 21 05:58:19.271292 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d32096-0e11-45d9-a2b7-746fd56ceb4f req-6fc9941d-cd69-495e-a513-0815c0008d11 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.272496 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7d32096-0e11-45d9-a2b7-746fd56ceb4f req-6fc9941d-cd69-495e-a513-0815c0008d11 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0727503 Jun 21 05:58:19.314507 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9185367c-1594-4548-950f-1fa7bdfe35c7 req-a0489e3d-42ca-44fd-9def-72e079b69e02 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781310 Jun 21 05:58:19.337516 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d7d32096-0e11-45d9-a2b7-746fd56ceb4f req-ff379285-e80c-4491-877d-71e63fb85a8c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567782 Jun 21 05:58:19.527609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dcdc3-2a78-41c3-878b-5d8841e18198 req-96f1eecf-de5b-4654-89df-128d1a739c7f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.529480 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b62dcdc3-2a78-41c3-878b-5d8841e18198 req-96f1eecf-de5b-4654-89df-128d1a739c7f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0590715 Jun 21 05:58:19.567193 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-f30a77e7-fd24-4c1d-a8c3-80b722e05fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.568978 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-f30a77e7-fd24-4c1d-a8c3-80b722e05fbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1130 time: 0.0543611 Jun 21 05:58:19.583585 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b62dcdc3-2a78-41c3-878b-5d8841e18198 req-f38f3b12-0156-469a-8213-3ae702f26888 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480232 Jun 21 05:58:19.668347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-a6c0cf1c-3eb6-4e93-9209-f19b09372753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.670083 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-a6c0cf1c-3eb6-4e93-9209-f19b09372753 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.0935907 Jun 21 05:58:19.757624 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-7958c1ae-784d-4b25-b369-9ff4361848f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 1002 time: 0.0739796 Jun 21 05:58:19.803876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43304) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:19.827077 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-606baf5c-092e-4d23-9a60-038a34042942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.828872 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-606baf5c-092e-4d23-9a60-038a34042942 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.0542550 Jun 21 05:58:19.829084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:19.865714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (399517a3-90b1-4e47-8b7e-ca2f6537f9aa), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.883800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-5d20415c-b76f-423c-b39f-75907c217655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:19.886153 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-5d20415c-b76f-423c-b39f-75907c217655 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493119 Jun 21 05:58:19.893729 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (399517a3-90b1-4e47-8b7e-ca2f6537f9aa), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.901596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:19.944656 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (399517a3-90b1-4e47-8b7e-ca2f6537f9aa), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.947573 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.948784 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/security-groups/399517a3-90b1-4e47-8b7e-ca2f6537f9aa HTTP/1.1" status: 204 len: 168 time: 0.1439288 Jun 21 05:58:19.953455 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:19.957006 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:19.959623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0846a57-b205-4bee-b543-1965d4332e31 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399517a3-90b1-4e47-8b7e-ca2f6537f9aa,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:19.973432 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-d0c2e77f-eecf-4f52-8c87-33e0ed017647 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] show failed (client error): The resource could not be found. Jun 21 05:58:19.974483 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d0c2e77f-eecf-4f52-8c87-33e0ed017647 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups/399517a3-90b1-4e47-8b7e-ca2f6537f9aa HTTP/1.1" status: 404 len: 347 time: 0.0200002 Jun 21 05:58:19.977414 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:20.062660 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-7c5896c2-4159-479f-a352-c7d6a4ed88eb service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700678 Jun 21 05:58:20.081493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:20.133592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 1d262526-f0e5-4450-ab7e-80a126c487c0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:20.133922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.245167 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-e473c3d1-b7f8-46c0-bf12-0ffac1ebf7a8 req-cdf45eff-adc7-4486-ad37-b49918f290d3 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748266 Jun 21 05:58:20.261400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.261738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (1d262526-f0e5-4450-ab7e-80a126c487c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.275487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 1d262526-f0e5-4450-ab7e-80a126c487c0 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:58:20.348721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:20.353900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:58:20.376779 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:58:20.377119 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5b93abaa-a3c8-4631-85ba-8cadb9fe7757 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:58:20.416579 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1d262526-f0e5-4450-ab7e-80a126c487c0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.439703 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=1d262526-f0e5-4450-ab7e-80a126c487c0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:20.504808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (85655794-1bb0-4bd8-939e-053cad82c826), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.507224 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.508385 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5e1a232a-1e52-4c4c-a3f9-6a7db05f9164 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/floatingips/85655794-1bb0-4bd8-939e-053cad82c826 HTTP/1.1" status: 204 len: 168 time: 0.5301986 Jun 21 05:58:20.521844 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:20.705139 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993caeff-9124-469b-87e9-52518f0df770 req-0a168529-c5e9-49ca-8f08-e7407f72f7b3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:20.706686 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-993caeff-9124-469b-87e9-52518f0df770 req-0a168529-c5e9-49ca-8f08-e7407f72f7b3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0517120 Jun 21 05:58:20.758817 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-993caeff-9124-469b-87e9-52518f0df770 req-6b1479b9-8b75-4dab-b403-5ae9dd9c4152 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464840 Jun 21 05:58:21.880476 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaf933-d90a-47b5-8296-8120f85a1db4 req-4cbfb757-77a9-4ea8-a09f-a402d520f3c8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:21.882335 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9eaf933-d90a-47b5-8296-8120f85a1db4 req-4cbfb757-77a9-4ea8-a09f-a402d520f3c8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0501502 Jun 21 05:58:21.933695 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9eaf933-d90a-47b5-8296-8120f85a1db4 req-3d473fd5-2c24-4c86-b6cc-f2a381962099 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Jun 21 05:58:25.694770 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:58:27.003669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:28.515048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696348e7-7c6a-4c63-a4ff-ef607bacb16a req-e1325e4c-f986-4373-aaa2-504d27831744 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:28.516473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-696348e7-7c6a-4c63-a4ff-ef607bacb16a req-e1325e4c-f986-4373-aaa2-504d27831744 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0481832 Jun 21 05:58:28.568777 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-696348e7-7c6a-4c63-a4ff-ef607bacb16a req-15ffff11-8ba0-48ae-849f-86b498eb8df0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460126 Jun 21 05:58:29.684775 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effe815-f441-4e2b-aeee-bccd2ecc5a44 req-06198cdf-c2a2-49a5-9f0d-6d1bebd2d6a4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:29.686284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6effe815-f441-4e2b-aeee-bccd2ecc5a44 req-06198cdf-c2a2-49a5-9f0d-6d1bebd2d6a4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0471866 Jun 21 05:58:29.734487 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6effe815-f441-4e2b-aeee-bccd2ecc5a44 req-c9d0b291-1f12-450f-9742-c19e2ba6a300 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Jun 21 05:58:30.498303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:DELETE=4,neutron:SELECT=15 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:30.499119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:30.855201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97518481-283c-4578-9b43-925e1687cf1e req-0690dc3e-303f-4b0b-842b-fb73341280f5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:30.856856 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97518481-283c-4578-9b43-925e1687cf1e req-0690dc3e-303f-4b0b-842b-fb73341280f5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Jun 21 05:58:30.909150 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97518481-283c-4578-9b43-925e1687cf1e req-f250e062-663d-46a7-8371-4465159c8b6b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Jun 21 05:58:32.029906 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382add9e-f2c4-4d8c-b1b6-6ddb3f9b9bdc req-7236bdf2-0c3d-4e81-87d2-9b90948fac06 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:32.031471 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-382add9e-f2c4-4d8c-b1b6-6ddb3f9b9bdc req-7236bdf2-0c3d-4e81-87d2-9b90948fac06 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Jun 21 05:58:32.079074 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-382add9e-f2c4-4d8c-b1b6-6ddb3f9b9bdc req-153e8e54-7ec2-4c09-ae75-6c10d7c24bb3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Jun 21 05:58:33.201730 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69483d-4237-4fb7-a5ce-a29f8fcb22e7 req-20b8a9f4-ae7a-4812-b991-1336b5171cc8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:33.203300 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba69483d-4237-4fb7-a5ce-a29f8fcb22e7 req-20b8a9f4-ae7a-4812-b991-1336b5171cc8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0465536 Jun 21 05:58:33.255267 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba69483d-4237-4fb7-a5ce-a29f8fcb22e7 req-c8a68a6b-d61c-4620-90b6-d07c8bc541f9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Jun 21 05:58:34.373258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0085bc-c8f4-467e-b6c8-1fb641f6b35b req-3e43fcc4-8a61-451d-bcda-721533d0989d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:34.374848 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-af0085bc-c8f4-467e-b6c8-1fb641f6b35b req-3e43fcc4-8a61-451d-bcda-721533d0989d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0478237 Jun 21 05:58:34.427583 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-af0085bc-c8f4-467e-b6c8-1fb641f6b35b req-8a1b9870-3d49-45bd-a322-7a6ab71ff513 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Jun 21 05:58:35.165504 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529bab-97b2-4fb3-803b-64d107271e8e req-9db7b5f3-c806-4185-bb13-5c5ee45f11a3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:35.166979 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-25529bab-97b2-4fb3-803b-64d107271e8e req-9db7b5f3-c806-4185-bb13-5c5ee45f11a3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0505562 Jun 21 05:58:35.257563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 6a306a06-4c23-4c15-b5bb-522ebc76e824 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:35.257890 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:35.349713 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] For port 6a306a06-4c23-4c15-b5bb-522ebc76e824, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=6a306a06-4c23-4c15-b5bb-522ebc76e824,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:35.350096 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:35.546094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f55d99-78c7-4b8c-84d4-70d88fd8c300 req-47ecb4c8-f331-4e7b-bec7-321f76266bbc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:35.547697 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27f55d99-78c7-4b8c-84d4-70d88fd8c300 req-47ecb4c8-f331-4e7b-bec7-321f76266bbc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 945 time: 0.0500579 Jun 21 05:58:35.600351 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-27f55d99-78c7-4b8c-84d4-70d88fd8c300 req-d2751852-d7d5-42fd-a1bc-7fee32a5b22f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468576 Jun 21 05:58:35.721625 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:35.722015 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:35.722332 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 289721c7-7c22-4d91-ab88-322b7663d95f disassociated. External IP: 172.27.0.42, port: 6a306a06-4c23-4c15-b5bb-522ebc76e824. Jun 21 05:58:35.722679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 6a306a06-4c23-4c15-b5bb-522ebc76e824 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:58:35.853251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (6a306a06-4c23-4c15-b5bb-522ebc76e824), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:35.879712 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=6a306a06-4c23-4c15-b5bb-522ebc76e824,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:35.996329 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:58:36.101762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:58:36.113582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:58:36.124801 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:36.125405 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:36.145185 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] No DVR routers for this DVR port 6a306a06-4c23-4c15-b5bb-522ebc76e824 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:58:36.147765 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:36.150955 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-25529bab-97b2-4fb3-803b-64d107271e8e req-a171df8d-96fa-4f14-a9c9-d2294b2d2a93 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "DELETE /v2.0/ports/6a306a06-4c23-4c15-b5bb-522ebc76e824 HTTP/1.1" status: 204 len: 173 time: 0.9767089 Jun 21 05:58:36.151385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'name': 'network-vif-deleted', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:36.153652 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd9e89-bc62-4af3-bad6-371c8d4cabd0" -d '{"events": [{"server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "name": "network-vif-deleted", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:36.192689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974935b8-3242-44e4-8a31-713ae324a773 x-openstack-request-id: req-974935b8-3242-44e4-8a31-713ae324a773 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:36.193522 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a1303-6c97-4b4d-832a-81f96b131503", "name": "network-vif-deleted", "tag": "6a306a06-4c23-4c15-b5bb-522ebc76e824", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:36.193522 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-974935b8-3242-44e4-8a31-713ae324a773 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:36.193705 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974935b8-3242-44e4-8a31-713ae324a773'] response: {'server_uuid': '598a1303-6c97-4b4d-832a-81f96b131503', 'name': 'network-vif-deleted', 'tag': '6a306a06-4c23-4c15-b5bb-522ebc76e824', 'status': 'completed', 'code': 200} Jun 21 05:58:36.235767 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:36.440816 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:36.453852 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:36.480429 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:58:36.490304 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:36.490948 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:36.714290 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-12b590d8-8512-4669-926c-a163f2c43185 req-42dbaedf-d6b6-4f71-92d5-9bc97a529219 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=598a1303-6c97-4b4d-832a-81f96b131503 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jun 21 05:58:36.726227 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:36.926502 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:36.936371 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:36.961988 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb0c015-6845-4e06-93ef-4f007ebef15d None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:58:37.178860 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d85124-c086-4f15-8461-fd3abeef087d None None] New status for floating IP 289721c7-7c22-4d91-ab88-322b7663d95f: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:58:37.800074 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43460) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:37.826371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:37.859282 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:37.883602 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:37.895636 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:37.935414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:37.938215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:37.939390 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9 HTTP/1.1" status: 204 len: 168 time: 0.1383767 Jun 21 05:58:37.942280 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:37.950222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c1fca-4e31-4c07-a09f-f2ec35234500 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:37.963062 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-8ea3eda9-ec10-4cca-a026-5991943a7cb7 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] show failed (client error): The resource could not be found. Jun 21 05:58:37.964140 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8ea3eda9-ec10-4cca-a026-5991943a7cb7 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups/9a05bda3-0b6e-4d1c-bbe7-7d60c2e333e9 HTTP/1.1" status: 404 len: 347 time: 0.0208654 Jun 21 05:58:37.967204 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43468) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:38.080500 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port d4c7e983-e008-462b-8ba4-8395ee27c23c {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:38.080834 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.160178 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.160489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (d4c7e983-e008-462b-8ba4-8395ee27c23c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.174973 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for d4c7e983-e008-462b-8ba4-8395ee27c23c owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:58:38.317174 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (d4c7e983-e008-462b-8ba4-8395ee27c23c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.342663 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=d4c7e983-e008-462b-8ba4-8395ee27c23c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:38.381196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 6a306a06-4c23-4c15-b5bb-522ebc76e824 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:58:38.401368 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 6a306a06-4c23-4c15-b5bb-522ebc76e824 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:58:38.401679 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 6a306a06-4c23-4c15-b5bb-522ebc76e824 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:58:38.412203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (289721c7-7c22-4d91-ab88-322b7663d95f), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.414653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.415802 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c3c0ada3-c3e6-4521-9bd8-227e9a1f113d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/floatingips/289721c7-7c22-4d91-ab88-322b7663d95f HTTP/1.1" status: 204 len: 168 time: 0.4476209 Jun 21 05:58:38.494950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43474) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:38.499417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022285264', 'description': 'tempest-description--529769444'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:38.519904 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.598376 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (081741da-42fc-4ec6-8158-824eb4c91bc2), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.603258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (081741da-42fc-4ec6-8158-824eb4c91bc2), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.650728 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.651943 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1559818 Jun 21 05:58:38.652629 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f907e-d16d-4d85-a4c0-be1936c3c174 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081741da-42fc-4ec6-8158-824eb4c91bc2,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:38.654874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43478) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:38.659629 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '081741da-42fc-4ec6-8158-824eb4c91bc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:38.687484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (cae923c0-9845-4818-8955-997c8450b208), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.739825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:38.754862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (cae923c0-9845-4818-8955-997c8450b208), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.758499 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (cae923c0-9845-4818-8955-997c8450b208), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.776554 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:38.781358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae923c0-9845-4818-8955-997c8450b208,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:38.788689 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.789892 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ac56793c-9b78-43e8-8bfb-8f9ac6e2a58e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341124 Jun 21 05:58:38.793678 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43480) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:38.797979 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '081741da-42fc-4ec6-8158-824eb4c91bc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:38.825805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (db60f58a-2c3b-449a-8dd5-d3943541f521), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.886219 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (db60f58a-2c3b-449a-8dd5-d3943541f521), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.889708 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (db60f58a-2c3b-449a-8dd5-d3943541f521), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.909605 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db60f58a-2c3b-449a-8dd5-d3943541f521,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:38.915239 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:38.916705 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d387e67b-32ef-4c97-b331-4a333de49c8d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220829 Jun 21 05:58:38.919761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43482) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:38.924599 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:38.950874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.039619 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.153240 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.27.0.23 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/68c0daa9-1abf-4c2b-8973-180161820d9c) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:58:39.281738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.320157 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.366309 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:58:39.371133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:58:39.373485 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:58:39.395917 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=68c0daa9-1abf-4c2b-8973-180161820d9c,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:39.460593 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (00031307-7d11-40b0-bfce-68608a525478), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.498309 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:39.502379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.547659 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:39.655999 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.660898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.731826 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=68c0daa9-1abf-4c2b-8973-180161820d9c,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:39.738866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (00031307-7d11-40b0-bfce-68608a525478), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.754887 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:39.756138 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a1daf4c6-bbb7-499c-93f3-75a19160f009 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8354614 Jun 21 05:58:39.952771 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-e66cbf87-96e0-4992-ad2b-19d7c50ec8e6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1022285264&fields=id&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 267 time: 0.0423446 Jun 21 05:58:40.058762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-b2c54c0f-9ad8-456d-9aa8-38982288edb1 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:40.060212 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-b2c54c0f-9ad8-456d-9aa8-38982288edb1 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.1009045 Jun 21 05:58:40.075231 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-c0b50902-6a9d-4596-97e9-1a6bdd075c1a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/quotas/ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 375 time: 0.0090649 Jun 21 05:58:40.127539 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-07f2e4f8-aa4b-4207-b03d-16483e912c0e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472178 Jun 21 05:58:40.226216 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-7e16d8e6-a1fb-4ded-9a5c-e77e89bde671 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870404 Jun 21 05:58:40.327112 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-8dd17f47-1c14-40fb-921c-dc7575311306 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942216 Jun 21 05:58:40.494787 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4b702ff3-2755-4554-9a46-ee5faa9a0dd1 req-1df39763-2b82-4e47-bcef-290f686fdc2b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 210 time: 0.0324137 Jun 21 05:58:41.594547 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c9d9fd9-8872-4478-86e0-8b9cb208b57a req-1280b149-306c-45ad-8bc7-ac59efcc8d4f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 210 time: 0.0287724 Jun 21 05:58:41.958433 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:42.044251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-96bf2a22-40a9-4fc3-9f5e-435a943ad060 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.045845 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-96bf2a22-40a9-4fc3-9f5e-435a943ad060 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.1257865 Jun 21 05:58:42.118819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:42.143506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937d17-5eef-48c7-9889-0451e0e0fdd3 req-cb72ffb0-66d4-4982-aef1-693e50bad2e0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.146399 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-43937d17-5eef-48c7-9889-0451e0e0fdd3 req-cb72ffb0-66d4-4982-aef1-693e50bad2e0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Jun 21 05:58:42.165045 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-887db8ab-f4f9-4ce6-8c73-880db3614fae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 380 time: 0.0981784 Jun 21 05:58:42.168024 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-90641e1c-61e1-411c-bbfc-c4306bff516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.169447 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-90641e1c-61e1-411c-bbfc-c4306bff516b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0640161 Jun 21 05:58:42.192579 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-43937d17-5eef-48c7-9889-0451e0e0fdd3 req-c7cc446e-e315-45c8-be3d-2e1415d0846d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Jun 21 05:58:42.236121 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'port': {'device_id': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'admin_state_up': True, 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'security_groups': ['081741da-42fc-4ec6-8158-824eb4c91bc2']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:42.408433 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-a47d19bc-1f9a-445b-b6bf-f36a436cf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.409878 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-a47d19bc-1f9a-445b-b6bf-f36a436cf2f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.1779151 Jun 21 05:58:42.460873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:58:42.464267 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:42.494807 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-613dba5d-b58e-4e33-9b44-bf24986f563e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 1000 time: 0.0776250 Jun 21 05:58:42.600865 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-5e6bb8b3-e9eb-47f7-b93d-000b37f81c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.605156 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-5e6bb8b3-e9eb-47f7-b93d-000b37f81c1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0969920 Jun 21 05:58:42.677283 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-8e0994e1-5b77-4eb2-8f9e-8a5337cb6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.678804 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-8e0994e1-5b77-4eb2-8f9e-8a5337cb6481 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566192 Jun 21 05:58:42.682855 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.20.0.5 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/43fda2d1-d511-44e5-aad7-2e6b22b30b19) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:58:42.718065 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f407818-b0b8-4b41-a340-70d54f22f621 req-7255abd2-9973-4474-ad65-314c9008f7fa tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 210 time: 0.0503819 Jun 21 05:58:42.734641 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cda90-6421-4124-bc8a-d74df4709edc req-64eb90ab-eeff-4ae4-84de-65049e7de5be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.742040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e77cda90-6421-4124-bc8a-d74df4709edc req-64eb90ab-eeff-4ae4-84de-65049e7de5be tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0844741 Jun 21 05:58:42.785627 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e77cda90-6421-4124-bc8a-d74df4709edc req-1ef5e0e3-7b4d-49db-b151-6915e50d3593 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jun 21 05:58:42.834277 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:42.867819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:42.910292 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:42.916822 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:58:42.920441 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:58:42.924557 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:58:42.955937 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:42.964395 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:42.982612 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:42.983247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:43.000612 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-74973371-9dea-4229-b35d-1889b3200a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697482 Jun 21 05:58:43.165378 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-e2cf56a4-81ae-4442-9228-277d61f58b21 None None] Provisioning complete for port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:58:43.165923 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2cf56a4-81ae-4442-9228-277d61f58b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:43.197327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf56a4-81ae-4442-9228-277d61f58b21 None None] Port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:58:43.270308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:43.307484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38d6e1-6d59-49e0-b77c-6193360f6828 req-9f462e40-3828-424c-a7f6-0f8ff1c7fbb5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:43.308983 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed38d6e1-6d59-49e0-b77c-6193360f6828 req-9f462e40-3828-424c-a7f6-0f8ff1c7fbb5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Jun 21 05:58:43.358323 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed38d6e1-6d59-49e0-b77c-6193360f6828 req-94823a77-9913-4fe2-8276-a7e0114a9f6e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Jun 21 05:58:43.839250 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827922-2288-46a8-b8da-aae5bd5751aa req-3dd1e4f6-a1e9-4b13-b2dd-529128d36058 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:43.840746 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18827922-2288-46a8-b8da-aae5bd5751aa req-3dd1e4f6-a1e9-4b13-b2dd-529128d36058 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 931 time: 0.0510733 Jun 21 05:58:43.889740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:43.927332 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c386ff6-a5d9-4e1b-bfcc-cdfba70934e3 req-25d151ef-1e2b-40ad-af97-ef9f68402496 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:43.928827 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1c386ff6-a5d9-4e1b-bfcc-cdfba70934e3 req-25d151ef-1e2b-40ad-af97-ef9f68402496 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0742168 Jun 21 05:58:43.932223 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18827922-2288-46a8-b8da-aae5bd5751aa req-00bf4661-b127-425f-b3c9-f780cebd889f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849063 Jun 21 05:58:43.976610 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1c386ff6-a5d9-4e1b-bfcc-cdfba70934e3 req-a323ad81-692f-4684-8ad8-55a42c58f9ec tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Jun 21 05:58:44.355488 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Request body: {'port': {'device_id': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:44.475314 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:44.476011 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001028a-7b24-47ae-aff3-7ab2947302de req-93dfe280-e74f-49cc-a0c3-714981b84721 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:44.477793 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8001028a-7b24-47ae-aff3-7ab2947302de req-93dfe280-e74f-49cc-a0c3-714981b84721 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Jun 21 05:58:44.502322 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-77e677a5-1746-42f6-917e-2419ca7780d1 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506457 Jun 21 05:58:44.795345 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8001028a-7b24-47ae-aff3-7ab2947302de req-6a7a778a-c209-4742-855f-a6d98a69f827 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110125 Jun 21 05:58:44.824377 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-51d83836-0c1c-483d-8fbd-fd8001a7cb88 req-09093e49-88a3-4f54-a9b6-008c41671d64 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372597 Jun 21 05:58:44.853783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fda2d1-d511-44e5-aad7-2e6b22b30b19 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:58:44.862027 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks [] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:44.866638 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-7fa9893f-daf4-4aaf-9309-d7a5ce27deb3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:44.868203 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-7fa9893f-daf4-4aaf-9309-d7a5ce27deb3 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.0493064 Jun 21 05:58:44.874963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Transition to ACTIVE for port object 43fda2d1-d511-44e5-aad7-2e6b22b30b19 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:58:44.880819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:44.935308 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:44.986446 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Deleting port 1cb2f419-9312-4b83-a131-797f832ce6c8 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:44.987117 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.031893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Attempting to bind port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:58:45.032353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Attempting to bind port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:58:45.032704 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Attempting to bind port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:58:45.038749 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 on network af2e04db-de33-4272-99f0-75327f84c194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:58:45.039057 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Attempting to bind port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:58:45.046024 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:58:45.046307 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:58:45.046661 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:58:45.047556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Bound port: 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:58:45.047556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.122267 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:58:45.126719 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:58:45.136004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.171722 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.172436 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85aab1-6c6d-4ffa-bd86-544c9fc40ccd req-f150431d-57a8-494c-b0ed-2615530a6595 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.172588 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.174527 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de85aab1-6c6d-4ffa-bd86-544c9fc40ccd req-f150431d-57a8-494c-b0ed-2615530a6595 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 943 time: 0.1451049 Jun 21 05:58:45.174693 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/43fda2d1-d511-44e5-aad7-2e6b22b30b19 HTTP/1.1" status: 200 len: 1093 time: 0.8242896 Jun 21 05:58:45.177290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:45.179508 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948a6a5b-30d4-47d0-aed0-80f0a246d868" -d '{"events": [{"name": "network-changed", "server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:45.184671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:45.189245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:45.195608 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d44fa-a8a8-4b46-a7cd-b9c77e025a01 req-a38603b0-daa1-45d1-ba69-d54dbbb6333d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.197264 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-352d44fa-a8a8-4b46-a7cd-b9c77e025a01 req-a38603b0-daa1-45d1-ba69-d54dbbb6333d tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 945 time: 0.1206920 Jun 21 05:58:45.215111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd92c1-6917-4f07-8727-0b9b4e5bd5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:45.241603 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] For port 1cb2f419-9312-4b83-a131-797f832ce6c8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=1cb2f419-9312-4b83-a131-797f832ce6c8,segment=NetworkSegment(b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c),segment_id=b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:45.242010 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.270208 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-619120f4-4bf1-4614-93ac-d1bb95181cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.275803 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Calling delete_port for 1cb2f419-9312-4b83-a131-797f832ce6c8 owned by compute:nova {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:58:45.278651 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-e85dd2f2-bab8-41f6-a7b2-2321bf4674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.281039 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-e85dd2f2-bab8-41f6-a7b2-2321bf4674f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 1127 time: 0.0559981 Jun 21 05:58:45.332738 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-e5542e61-a3bb-41f5-bc51-2e075acea21c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19 HTTP/1.1" status: 200 len: 217 time: 0.0397990 Jun 21 05:58:45.354555 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de85aab1-6c6d-4ffa-bd86-544c9fc40ccd req-c067d13e-b91e-4d94-ad16-f623fc1d4790 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562760 Jun 21 05:58:45.372936 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-352d44fa-a8a8-4b46-a7cd-b9c77e025a01 req-962d785a-9c54-43f2-9493-6dfd9b154f2c tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/security-groups?id=9352fed8-cdcc-4878-803f-091486fa07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610975 Jun 21 05:58:45.407731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b25dc-882e-44f8-b222-f9c4357ed9d1 x-openstack-request-id: req-e90b25dc-882e-44f8-b222-f9c4357ed9d1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:45.408240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:45.408240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e90b25dc-882e-44f8-b222-f9c4357ed9d1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:45.408648 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90b25dc-882e-44f8-b222-f9c4357ed9d1'] response: {'name': 'network-changed', 'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'status': 'completed', 'code': 200} Jun 21 05:58:45.410995 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-5eb60044-940b-4d91-8502-0ff0647a09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.412137 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-5eb60044-940b-4d91-8502-0ff0647a09db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0719109 Jun 21 05:58:45.461791 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-8edf803c-8d83-42c6-9aeb-8c64c408cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.463349 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-8edf803c-8d83-42c6-9aeb-8c64c408cac2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422101 Jun 21 05:58:45.476773 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (1cb2f419-9312-4b83-a131-797f832ce6c8), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.486863 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:45.492670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['1cb2f419-9312-4b83-a131-797f832ce6c8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:58:45.509922 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Pushing event deleted for resources: {'Port': ['ID=1cb2f419-9312-4b83-a131-797f832ce6c8,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:45.559611 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] No DVR routers for this DVR port 1cb2f419-9312-4b83-a131-797f832ce6c8 on host hv-cinder-84690 {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:58:45.562696 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:45.565918 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-874fae9d-18b8-4aab-9cfe-8131d1c73108 req-21c192d3-9186-4442-acd8-a50ac3836f1e tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.23 "DELETE /v2.0/ports/1cb2f419-9312-4b83-a131-797f832ce6c8 HTTP/1.1" status: 204 len: 173 time: 0.6873748 Jun 21 05:58:45.566374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'name': 'network-vif-deleted', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:45.568510 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-c3a352a9-c680-4d8c-a74a-ff049906921f service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988350 Jun 21 05:58:45.568655 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afcd6fb-8c55-434a-a0f6-15d90bedb88c" -d '{"events": [{"server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "name": "network-vif-deleted", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:45.619571 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a32e612-ba51-4396-8ed2-747bdf246b6f x-openstack-request-id: req-3a32e612-ba51-4396-8ed2-747bdf246b6f {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:45.619940 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706f5ab3-32ff-496c-8980-cf961e9b66a5", "name": "network-vif-deleted", "tag": "1cb2f419-9312-4b83-a131-797f832ce6c8", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:45.620261 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a32e612-ba51-4396-8ed2-747bdf246b6f {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:45.620728 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a32e612-ba51-4396-8ed2-747bdf246b6f'] response: {'server_uuid': '706f5ab3-32ff-496c-8980-cf961e9b66a5', 'name': 'network-vif-deleted', 'tag': '1cb2f419-9312-4b83-a131-797f832ce6c8', 'status': 'completed', 'code': 200} Jun 21 05:58:45.671992 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-bf476247-358b-4c6c-a104-a2f62954cda7 req-5236d738-3f9c-49be-9ef7-2ea647d335e7 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932386 Jun 21 05:58:45.915258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0645a1-1010-4127-aaea-9620eb7b88ed req-e8dd4fe2-880c-44fd-a35a-9dd887ed3970 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:45.916870 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f0645a1-1010-4127-aaea-9620eb7b88ed req-e8dd4fe2-880c-44fd-a35a-9dd887ed3970 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0506818 Jun 21 05:58:45.969271 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f0645a1-1010-4127-aaea-9620eb7b88ed req-98287780-12bc-47d6-90d4-d2f2ee9da00b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Jun 21 05:58:46.492253 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bf561191-88df-40fe-b2b3-a3e741903648 req-24950020-8266-4d87-ab33-c9a101e8e458 tempest-VolumesSnapshotTestJSON-1527295436 tempest-VolumesSnapshotTestJSON-1527295436-project] 10.222.0.18 "GET /v2.0/ports?device_id=706f5ab3-32ff-496c-8980-cf961e9b66a5 HTTP/1.1" status: 200 len: 210 time: 0.0331428 Jun 21 05:58:46.500812 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2d3b7-363d-4453-90a1-20c1a0602092 req-82aaa80c-6ca8-4803-943e-41d21b22e1ad tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:46.502351 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cb2d3b7-363d-4453-90a1-20c1a0602092 req-82aaa80c-6ca8-4803-943e-41d21b22e1ad tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 943 time: 0.0717931 Jun 21 05:58:46.530396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:46.556291 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cb2d3b7-363d-4453-90a1-20c1a0602092 req-fbc59bce-0356-4290-92c4-46632b72e648 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Jun 21 05:58:47.042978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-a4b45f51-3069-4fab-b65a-0228b607fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.044594 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-a4b45f51-3069-4fab-b65a-0228b607fd24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 1127 time: 0.0467999 Jun 21 05:58:47.094024 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8416-9d43-4db8-ada3-42ebea3a19e6 req-0ed4be81-4208-4f37-b8c9-23c3f744d0f9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.096094 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b40f8416-9d43-4db8-ada3-42ebea3a19e6 req-0ed4be81-4208-4f37-b8c9-23c3f744d0f9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0502460 Jun 21 05:58:47.155397 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b40f8416-9d43-4db8-ada3-42ebea3a19e6 req-dbb05853-cdd5-46f4-a6f6-7c6db90375fe tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511303 Jun 21 05:58:47.165837 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-128562b5-706f-4a3e-95d1-0e26ddb63386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.167855 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-128562b5-706f-4a3e-95d1-0e26ddb63386 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.1084821 Jun 21 05:58:47.213106 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-ae30a352-aed5-4e53-aa23-e5986fe8fcc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19 HTTP/1.1" status: 200 len: 217 time: 0.0368097 Jun 21 05:58:47.252403 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:47.255031 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:47.262808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-725e26a0-5788-46a0-bee4-228ee07dd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.264275 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-725e26a0-5788-46a0-bee4-228ee07dd6f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0436895 Jun 21 05:58:47.301765 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d510d7e-2c75-442f-9a1d-a697a86e34a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:47.312852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-495012a7-a742-4662-90c0-3b6ed33e1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.314422 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-495012a7-a742-4662-90c0-3b6ed33e1fcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412679 Jun 21 05:58:47.419195 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-52a18787-4e75-424a-9213-74c1496a6249 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910554 Jun 21 05:58:47.510863 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-948a6a5b-30d4-47d0-aed0-80f0a246d868 req-8e67e83e-3d39-421f-87e9-24c0b527100d service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Jun 21 05:58:47.669855 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1cb73-6119-4722-966d-724deb52246b req-1b05f0f5-d742-407b-b7b3-eaa15cfbecec tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:47.671306 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-38f1cb73-6119-4722-966d-724deb52246b req-1b05f0f5-d742-407b-b7b3-eaa15cfbecec tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 943 time: 0.0480225 Jun 21 05:58:47.722957 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-38f1cb73-6119-4722-966d-724deb52246b req-c02e1dad-f285-4204-8cda-cd4e299f9edc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461571 Jun 21 05:58:48.278343 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3705b-df4b-4fdf-930e-f11ee053148e req-d3b6c790-6d5c-415b-9b13-8690688589dd tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:48.279940 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88b3705b-df4b-4fdf-930e-f11ee053148e req-d3b6c790-6d5c-415b-9b13-8690688589dd tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Jun 21 05:58:48.328154 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88b3705b-df4b-4fdf-930e-f11ee053148e req-ecf3d205-41d2-4812-95af-9b50f2c39cae tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Jun 21 05:58:48.427498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 43fda2d1-d511-44e5-aad7-2e6b22b30b19 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:58:48.430877 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 1cb2f419-9312-4b83-a131-797f832ce6c8 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:58:48.456981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 1cb2f419-9312-4b83-a131-797f832ce6c8 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:58:48.457210 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 1cb2f419-9312-4b83-a131-797f832ce6c8 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:58:48.547244 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:48.559377 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'port_id': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'mac_address': 'fa:16:3e:d6:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:58:48.595056 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:48.595446 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:48.608378 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fda2d1-d511-44e5-aad7-2e6b22b30b19 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:58:48.628460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:48.632660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:48.687386 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:48.696346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.696691 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.697033 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.697372 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.698525 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.698865 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.699197 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.699525 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.699854 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.700178 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.701306 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.701643 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.701990 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.702318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.702640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:58:48.836031 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:48.845352 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23009-4770-46e5-a95f-d78fc7a5a251 req-cb7c7bd0-6ee3-4c05-8ef1-58f46271f49c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:48.846894 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f2a23009-4770-46e5-a95f-d78fc7a5a251 req-cb7c7bd0-6ee3-4c05-8ef1-58f46271f49c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 944 time: 0.0492744 Jun 21 05:58:48.897652 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f2a23009-4770-46e5-a95f-d78fc7a5a251 req-59a1d8e1-c288-4dc5-8283-4f953c1ee9e0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 Jun 21 05:58:48.990423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['43fda2d1-d511-44e5-aad7-2e6b22b30b19'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:58:49.054149 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:49.446018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8922b1-4df5-454f-b888-558730a7bd4f req-595c21d4-23cc-4555-9fd7-314188545a48 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:49.447486 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb8922b1-4df5-454f-b888-558730a7bd4f req-595c21d4-23cc-4555-9fd7-314188545a48 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Jun 21 05:58:49.495454 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb8922b1-4df5-454f-b888-558730a7bd4f req-947b989b-7352-40a0-a834-8dc866d1ce31 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Jun 21 05:58:49.949027 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:50.068247 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76997c49-6305-4107-9f1e-ab2b51b84eee req-8b3fa897-dfba-40ae-8fc3-ef88cc9aee28 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:50.069882 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-76997c49-6305-4107-9f1e-ab2b51b84eee req-8b3fa897-dfba-40ae-8fc3-ef88cc9aee28 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 944 time: 0.0985672 Jun 21 05:58:50.120727 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-76997c49-6305-4107-9f1e-ab2b51b84eee req-1124c652-0b16-4b93-bd8b-4ba03d58085f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Jun 21 05:58:50.535967 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:50.625454 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe56bc-b4c8-4475-866b-250d1d89199d req-83dbcac9-5147-40ed-a4e3-e0edc8f6ff07 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:50.627662 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ccbe56bc-b4c8-4475-866b-250d1d89199d req-83dbcac9-5147-40ed-a4e3-e0edc8f6ff07 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Jun 21 05:58:50.686580 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ccbe56bc-b4c8-4475-866b-250d1d89199d req-0eb54215-1dbe-4d9b-aea9-ebd1d4a678a0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531247 Jun 21 05:58:51.239015 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015a8e7-361b-49e0-b259-0401ea6cd5a9 req-4cfcb0b2-cd18-4649-86d4-6aeaf610f2b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:51.240485 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5015a8e7-361b-49e0-b259-0401ea6cd5a9 req-4cfcb0b2-cd18-4649-86d4-6aeaf610f2b6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 944 time: 0.0472066 Jun 21 05:58:51.288227 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5015a8e7-361b-49e0-b259-0401ea6cd5a9 req-6aa25883-b878-465a-9d04-afdaa47afa12 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Jun 21 05:58:51.800838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4587-035d-4d7c-afb3-ea7080566ec9 req-91d2df39-d768-4e66-bd4b-a40811492c14 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:51.802343 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef0b4587-035d-4d7c-afb3-ea7080566ec9 req-91d2df39-d768-4e66-bd4b-a40811492c14 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0466866 Jun 21 05:58:51.820111 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:51.850864 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef0b4587-035d-4d7c-afb3-ea7080566ec9 req-43192344-36c9-4d63-b9d4-2f56cdfcd17f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 Jun 21 05:58:52.175668 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 43fda2d1-d511-44e5-aad7-2e6b22b30b19 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:58:52.223018 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:58:52.230461 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:58:52.231079 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:52.318142 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:52.318917 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:52.357150 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:52.361256 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82679439-764b-48fe-9f40-c41d37fdf67d" -d '{"events": [{"server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "name": "network-vif-plugged", "status": "completed", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:52.380473 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:52.386836 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:52.393146 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:52.422472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57b60e-9bb3-4cb3-acd4-889a17adfd8d req-5f54a65c-03ec-4b8b-85ea-8a4f99d832c6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:52.430684 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae57b60e-9bb3-4cb3-acd4-889a17adfd8d req-5f54a65c-03ec-4b8b-85ea-8a4f99d832c6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 944 time: 0.0618167 Jun 21 05:58:52.464820 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:52.480416 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae57b60e-9bb3-4cb3-acd4-889a17adfd8d req-a5299f6e-2477-44e3-90d9-d110fa190b96 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488508 Jun 21 05:58:52.541250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cbc756-bebb-482c-9113-424394a59dff x-openstack-request-id: req-00cbc756-bebb-482c-9113-424394a59dff {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:52.542236 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "name": "network-vif-plugged", "status": "completed", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:52.542236 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00cbc756-bebb-482c-9113-424394a59dff {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:52.542427 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cbc756-bebb-482c-9113-424394a59dff'] response: {'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'code': 200} Jun 21 05:58:52.972031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce770a6-b9b1-465f-b933-55ddf844fec6 req-15bd78ac-cd0c-4988-a08b-edc95ff90c7e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:52.973543 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7ce770a6-b9b1-465f-b933-55ddf844fec6 req-15bd78ac-cd0c-4988-a08b-edc95ff90c7e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0480399 Jun 21 05:58:53.031187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7ce770a6-b9b1-465f-b933-55ddf844fec6 req-2f62fd9e-1fd1-403a-8f66-5e1856903009 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506315 Jun 21 05:58:53.070681 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137d26-272e-4e85-940a-8332be6977ed req-d24256f7-0d14-4587-b0cb-681ab2f3f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:53.072518 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1a137d26-272e-4e85-940a-8332be6977ed req-d24256f7-0d14-4587-b0cb-681ab2f3f4c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 1129 time: 0.0527637 Jun 21 05:58:53.186426 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1a137d26-272e-4e85-940a-8332be6977ed req-34f03d46-e350-4013-82da-6a40597608fb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482521 Jun 21 05:58:53.608521 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:53.630748 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc55bb-7263-4f77-a5c2-f78a481629ba req-4e6f7ffe-8a0e-4324-a3d0-761f3a9a493c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:53.630748 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-55bc55bb-7263-4f77-a5c2-f78a481629ba req-4e6f7ffe-8a0e-4324-a3d0-761f3a9a493c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0635591 Jun 21 05:58:53.691143 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-55bc55bb-7263-4f77-a5c2-f78a481629ba req-9b0dbdf8-755f-4a1b-a088-69e1ba9def22 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563333 Jun 21 05:58:53.986425 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f92b-16f8-4b4d-bb57-4ff8bb512753 req-96a82af6-58f8-4cce-bda9-d7ae9ac8fddb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:53.988569 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b3e6f92b-16f8-4b4d-bb57-4ff8bb512753 req-96a82af6-58f8-4cce-bda9-d7ae9ac8fddb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0617657 Jun 21 05:58:54.048135 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b3e6f92b-16f8-4b4d-bb57-4ff8bb512753 req-a04d6ede-e5a8-4ae0-b3b2-86fd666eeca5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538318 Jun 21 05:58:54.161829 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67deab-2473-49f8-afe2-11dc69cb7f16 req-293ccec4-debe-4946-a272-3ecd185fd167 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:54.163470 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b67deab-2473-49f8-afe2-11dc69cb7f16 req-293ccec4-debe-4946-a272-3ecd185fd167 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Jun 21 05:58:54.226047 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5b67deab-2473-49f8-afe2-11dc69cb7f16 req-23d2f7b2-ff61-477e-b1a6-4769fcb23c9d tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542133 Jun 21 05:58:54.825865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ea647-ff47-4f12-9a00-04c11329b8db req-ac900d8f-c01c-42d5-b326-c71e343a21c8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:54.826988 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5e3ea647-ff47-4f12-9a00-04c11329b8db req-ac900d8f-c01c-42d5-b326-c71e343a21c8 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0551589 Jun 21 05:58:54.885576 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5e3ea647-ff47-4f12-9a00-04c11329b8db req-9e535e18-8749-43c5-b205-a8428b15f6a0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484145 Jun 21 05:58:55.229118 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36457f30-7eb1-4a1f-8d2d-4857beda99ab req-542d37d8-74e5-4378-b0bf-b13963dcbafc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:55.230637 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36457f30-7eb1-4a1f-8d2d-4857beda99ab req-542d37d8-74e5-4378-b0bf-b13963dcbafc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Jun 21 05:58:55.288202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36457f30-7eb1-4a1f-8d2d-4857beda99ab req-bea11cb3-704c-4293-91c0-9203f12515b5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509799 Jun 21 05:58:55.357874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497ea32-3f5a-4697-b63f-6d90ff02770c req-cd5d183b-934c-4288-9217-7d6625e5d445 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:55.359458 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e497ea32-3f5a-4697-b63f-6d90ff02770c req-cd5d183b-934c-4288-9217-7d6625e5d445 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0563433 Jun 21 05:58:55.411668 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e497ea32-3f5a-4697-b63f-6d90ff02770c req-4d1f6f09-369e-4869-b201-34a880500744 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Jun 21 05:58:55.958132 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-49fbc168-c9a4-489f-ba00-aaee29ecd6d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402339 Jun 21 05:58:56.012231 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0374a9-86e4-4954-9779-fa87d0f7689b req-615a0379-aaf8-4a5a-a032-fe97e4f54d59 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.013737 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d0374a9-86e4-4954-9779-fa87d0f7689b req-615a0379-aaf8-4a5a-a032-fe97e4f54d59 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0531313 Jun 21 05:58:56.065114 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5d0374a9-86e4-4954-9779-fa87d0f7689b req-7ea0be3e-5934-476c-b93c-24b0626f9e44 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 Jun 21 05:58:56.185088 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128761-1e09-47fe-af21-812e6d33444f req-fddb2440-8e1f-4a03-a9b8-0ed8f1c833d0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.186550 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-39128761-1e09-47fe-af21-812e6d33444f req-fddb2440-8e1f-4a03-a9b8-0ed8f1c833d0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0493236 Jun 21 05:58:56.195692 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:58:56.200056 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'port_id': '43fda2d1-d511-44e5-aad7-2e6b22b30b19'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:58:56.232800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:56.241592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (00031307-7d11-40b0-bfce-68608a525478), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:56.526329 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7273b-0b94-43f7-ba72-6155940c49c1 req-e3bde083-e32f-4bb2-8ba4-05c426285c6d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.528161 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a4d7273b-0b94-43f7-ba72-6155940c49c1 req-e3bde083-e32f-4bb2-8ba4-05c426285c6d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.1464381 Jun 21 05:58:56.564686 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:56.566062 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-5c971fd5-615d-4944-b039-4ea75a62c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.567748 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-5c971fd5-615d-4944-b039-4ea75a62c13a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 1130 time: 0.1285799 Jun 21 05:58:56.598990 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db1f1f-4823-4d7a-96c6-66af23c41651 req-3a2976ea-6d53-4d0e-a6aa-a429056ded5c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.600596 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87db1f1f-4823-4d7a-96c6-66af23c41651 req-3a2976ea-6d53-4d0e-a6aa-a429056ded5c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0916567 Jun 21 05:58:56.673822 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a4d7273b-0b94-43f7-ba72-6155940c49c1 req-e149db4e-291d-4857-9102-848090a673d1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227808 Jun 21 05:58:56.702237 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:56.732023 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98328cdd-f8fc-4b60-aefa-77385924110f req-8151fd6a-44a1-43e2-8150-2eda7a837a1f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.733520 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-98328cdd-f8fc-4b60-aefa-77385924110f req-8151fd6a-44a1-43e2-8150-2eda7a837a1f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0602591 Jun 21 05:58:56.752086 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-87db1f1f-4823-4d7a-96c6-66af23c41651 req-1e79ac7c-71af-4f4c-b4e1-1c707160a3c8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441107 Jun 21 05:58:56.756989 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-fd312b96-5884-441b-a58e-8782bb72ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:56.758705 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-fd312b96-5884-441b-a58e-8782bb72ca49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.1572204 Jun 21 05:58:56.997832 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:57.001033 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:57.003031 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (00031307-7d11-40b0-bfce-68608a525478), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:57.106855 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 00031307-7d11-40b0-bfce-68608a525478 associated. External IP: 172.27.0.23, port: 43fda2d1-d511-44e5-aad7-2e6b22b30b19. Jun 21 05:58:57.321186 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:58:57.428499 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:58:57.433560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:57.439949 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:58:57.453125 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:57.453808 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:57.479910 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8da57c83-6a61-487e-b9d8-178fd79ff70a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "PUT /v2.0/floatingips/00031307-7d11-40b0-bfce-68608a525478 HTTP/1.1" status: 200 len: 990 time: 1.2831678 Jun 21 05:58:57.480493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:57.482776 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73558b86-070c-4048-8ee6-dde74e3dc570" -d '{"events": [{"name": "network-changed", "server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:57.522690 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621881b9-6701-45fc-95c4-d691d7f66b93 x-openstack-request-id: req-621881b9-6701-45fc-95c4-d691d7f66b93 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:57.522975 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:57.523221 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-621881b9-6701-45fc-95c4-d691d7f66b93 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:57.523647 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621881b9-6701-45fc-95c4-d691d7f66b93'] response: {'name': 'network-changed', 'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'status': 'completed', 'code': 200} Jun 21 05:58:57.565805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:57.795237 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '00031307-7d11-40b0-bfce-68608a525478', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:d6:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:39Z', 'updated_at': '2022-06-21T05:58:56Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:57.798308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:57.809235 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7286e73-0855-4502-a611-a635791af520 req-6a94668c-63b1-426c-8332-5c9bd65b1158 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:57.811160 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c7286e73-0855-4502-a611-a635791af520 req-6a94668c-63b1-426c-8332-5c9bd65b1158 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 946 time: 0.0603888 Jun 21 05:58:57.823015 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:58:57.832959 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:58:57.833585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:57.908293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391214-bf33-4ca7-9a07-f91c133b4aac req-eadc3b58-e334-461f-ba0b-992861e2d071 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:57.909773 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ce391214-bf33-4ca7-9a07-f91c133b4aac req-eadc3b58-e334-461f-ba0b-992861e2d071 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0705588 Jun 21 05:58:57.913067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c7286e73-0855-4502-a611-a635791af520 req-4a0e5e28-eacb-4479-b5a6-16b16739aed3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904353 Jun 21 05:58:57.959077 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ce391214-bf33-4ca7-9a07-f91c133b4aac req-783002cc-83a0-4ada-8c7c-d8b46f4ee0f5 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Jun 21 05:58:57.967143 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:58:57.971101 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:58.212485 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '00031307-7d11-40b0-bfce-68608a525478', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:d6:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:39Z', 'updated_at': '2022-06-21T05:58:56Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:58:58.247225 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26f36f-97cb-40ff-95ae-2d63c1c685c6 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '00031307-7d11-40b0-bfce-68608a525478', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:d6:3c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:58:39Z', 'updated_at': '2022-06-21T05:58:56Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:58:58.438549 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64431dc-64e4-4a7a-ac59-cbf034ade537 None None] New status for floating IP 00031307-7d11-40b0-bfce-68608a525478: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:58:58.456486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:58:58.534487 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 is: ACTIVE; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:58:58.534844 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:58.559623 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:58:58.562044 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c576525-3140-490c-b83d-a255be3ca492" -d '{"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-unplugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:58:58.580469 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:58.584883 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:58.610281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:58.612283 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec829719-ce00-4a72-bc30-3f8cb739af20 x-openstack-request-id: req-ec829719-ce00-4a72-bc30-3f8cb739af20 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:58:58.612571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-unplugged", "status": "completed", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:58:58.613017 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec829719-ce00-4a72-bc30-3f8cb739af20 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:58:58.613283 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec829719-ce00-4a72-bc30-3f8cb739af20'] response: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'code': 200} Jun 21 05:58:58.640460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=11']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:58:59.032969 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef579611-9477-4b55-b5d6-564349844cd7 req-8892b2fc-ef73-47da-a5c2-18678dcf4f18 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.034484 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef579611-9477-4b55-b5d6-564349844cd7 req-8892b2fc-ef73-47da-a5c2-18678dcf4f18 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 944 time: 0.0486166 Jun 21 05:58:59.097983 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8cb98-01b9-454d-b78e-eaff7117770b req-454eb862-f32d-493f-9bef-618df942942a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.099510 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94c8cb98-01b9-454d-b78e-eaff7117770b req-454eb862-f32d-493f-9bef-618df942942a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0641582 Jun 21 05:58:59.135829 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ef579611-9477-4b55-b5d6-564349844cd7 req-54918f6a-824f-409d-8242-579c2e773d4f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e3ea53-dd5f-4774-a755-7e7b77647a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907280 Jun 21 05:58:59.163743 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94c8cb98-01b9-454d-b78e-eaff7117770b req-33ccb73f-7fce-4242-9a59-28f387a4e9ce tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583565 Jun 21 05:58:59.517824 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-04343ee0-f78b-48df-97f4-a2fcef24c045 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 200 len: 1002 time: 0.0931487 Jun 21 05:58:59.529534 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-aaf09d07-721f-4a2a-8bad-58843257fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.531107 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-aaf09d07-721f-4a2a-8bad-58843257fcf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 1129 time: 0.0816853 Jun 21 05:58:59.547391 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:59.565637 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Deleting port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:58:59.565983 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:59.571465 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-a3b011d3-ec06-4e0c-ad61-45f575ab9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.571903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:58:59.572961 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-a3b011d3-ec06-4e0c-ad61-45f575ab9d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.0470037 Jun 21 05:58:59.626424 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-964a1f47-16ad-4bba-b227-e1320387f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.627943 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-964a1f47-16ad-4bba-b227-e1320387f361 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421579 Jun 21 05:58:59.702489 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-e691addf-0b4f-4f28-8ca0-daa5714dc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.704651 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-e691addf-0b4f-4f28-8ca0-daa5714dc703 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.1665411 Jun 21 05:58:59.738305 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-497cd4ce-9f1d-4d58-beb5-9869017e5435 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934651 Jun 21 05:58:59.775460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] For port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:58:59.775868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:59.825954 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-1d466eb3-317e-4335-b6a6-2ca36383235c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19 HTTP/1.1" status: 200 len: 1000 time: 0.1115115 Jun 21 05:58:59.832893 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b2d5e29-eaf7-4f40-b275-da9f427310ad req-949167c1-7b80-4cd3-838b-11fb04022dfb service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 Jun 21 05:58:59.928368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-18d8a937-b902-4893-a442-74beb68ab766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:58:59.929807 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-18d8a937-b902-4893-a442-74beb68ab766 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0949299 Jun 21 05:58:59.987440 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:59.987799 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:58:59.988091 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Floating IP 242f685b-ef80-4632-92e7-f7272afae58e disassociated. External IP: 172.27.0.241, port: 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591. Jun 21 05:58:59.988486 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Calling delete_port for 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:00.116834 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (2296aa0a-2dd6-423d-bbf6-f6be5cdf3591), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:00.148326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'Port': ['ID=2296aa0a-2dd6-423d-bbf6-f6be5cdf3591,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:00.159745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.160089 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.160727 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.160879 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.161820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.161820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.161820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.162181 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.162359 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.163419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.163419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.163419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.163689 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.163898 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.164182 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:00.247581 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a0cf596c-773c-4c64-b09f-715d3eeb3e91 req-d4274551-16bd-43d4-bfb6-e3464c260b34 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec84758b-79f0-4883-8081-9b2b09d7b812 HTTP/1.1" status: 200 len: 210 time: 0.0306156 Jun 21 05:59:00.255134 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-a563b459-eb98-428c-8941-367ce7bc7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:00.256830 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-a563b459-eb98-428c-8941-367ce7bc7b80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892391 Jun 21 05:59:00.322367 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b7657-3a4c-47d0-84ee-2de97af29338 req-c8617e5c-a25a-4c36-8587-1cd344469843 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:00.324005 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-917b7657-3a4c-47d0-84ee-2de97af29338 req-c8617e5c-a25a-4c36-8587-1cd344469843 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0581040 Jun 21 05:59:00.360109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:00.372836 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-917b7657-3a4c-47d0-84ee-2de97af29338 req-c290e04d-7c4f-480a-ae0e-3a6b9724554a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Jun 21 05:59:00.392417 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:00.424903 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-064645b3-ec8e-43d5-bac1-b5c0a9d1fa88 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430655 Jun 21 05:59:00.432515 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:00.496023 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:00.508799 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:00.521231 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:00.521855 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:00.544618 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] No DVR routers for this DVR port 2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:59:00.547326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:00.550903 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-98328cdd-f8fc-4b60-aefa-77385924110f req-f007e056-8abe-4ce6-ab5a-4fbf670aa13a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "DELETE /v2.0/ports/2296aa0a-2dd6-423d-bbf6-f6be5cdf3591 HTTP/1.1" status: 204 len: 173 time: 1.1301742 Jun 21 05:59:00.551372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-deleted', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:00.553671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e196fdd-4241-4b2a-9f2b-f10870c5607c" -d '{"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-deleted", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:00.646063 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a5764-a0f4-4119-93fb-ecb89d1798d1 x-openstack-request-id: req-1d4a5764-a0f4-4119-93fb-ecb89d1798d1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:00.646428 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec84758b-79f0-4883-8081-9b2b09d7b812", "name": "network-vif-deleted", "tag": "2296aa0a-2dd6-423d-bbf6-f6be5cdf3591", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:00.646640 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d4a5764-a0f4-4119-93fb-ecb89d1798d1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:00.647044 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4a5764-a0f4-4119-93fb-ecb89d1798d1'] response: {'server_uuid': 'ec84758b-79f0-4883-8081-9b2b09d7b812', 'name': 'network-vif-deleted', 'tag': '2296aa0a-2dd6-423d-bbf6-f6be5cdf3591', 'status': 'completed', 'code': 200} Jun 21 05:59:00.699285 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-73558b86-070c-4048-8ee6-dde74e3dc570 req-8f4fb43f-2bad-4ee3-9b32-c8bbaa57f88d service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381664 Jun 21 05:59:00.701374 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:01.050596 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:01.075567 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:01.086322 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:01.087105 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:01.199498 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:01.232663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:01.354611 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:01.401692 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:01.416874 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (07e3ea53-dd5f-4774-a755-7e7b77647a6d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.429320 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a66f76-43a9-42a3-954c-df8680222a64 None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:01.447532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (07e3ea53-dd5f-4774-a755-7e7b77647a6d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.461244 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:01.506700 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (07e3ea53-dd5f-4774-a755-7e7b77647a6d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.509318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.510514 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "DELETE /v2.0/security-groups/07e3ea53-dd5f-4774-a755-7e7b77647a6d HTTP/1.1" status: 204 len: 168 time: 0.1548667 Jun 21 05:59:01.513260 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8c91-7b3b-4ce1-b6c3-a063e855c1aa req-689f8ec9-af0a-4c14-8e31-da0b510bd1ef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:01.513745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43744) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:01.514826 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b71b8c91-7b3b-4ce1-b6c3-a063e855c1aa req-689f8ec9-af0a-4c14-8e31-da0b510bd1ef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0627689 Jun 21 05:59:01.533067 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-f196c49b-1812-4fbb-92c4-d107efc6953f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] show failed (client error): The resource could not be found. Jun 21 05:59:01.536955 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f196c49b-1812-4fbb-92c4-d107efc6953f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups/07e3ea53-dd5f-4774-a755-7e7b77647a6d HTTP/1.1" status: 404 len: 347 time: 0.0193639 Jun 21 05:59:01.536955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb64c32-5137-499d-91b1-9ccdbfdb58c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e3ea53-dd5f-4774-a755-7e7b77647a6d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:01.537290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:01.583743 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b71b8c91-7b3b-4ce1-b6c3-a063e855c1aa req-8b0b9334-062c-4c1a-8223-bfd1ee12fb52 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617814 Jun 21 05:59:01.660534 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Deleting port 31201cc1-b524-40d1-92b1-05e9c9e18c38 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:59:01.661111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.692094 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2a01e-914b-4afe-836a-9e8146de64d7 None None] New status for floating IP 242f685b-ef80-4632-92e7-f7272afae58e: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:01.959262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.959591 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (31201cc1-b524-40d1-92b1-05e9c9e18c38), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:01.972759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Calling delete_port for 31201cc1-b524-40d1-92b1-05e9c9e18c38 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:02.118084 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (31201cc1-b524-40d1-92b1-05e9c9e18c38), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.145667 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'Port': ['ID=31201cc1-b524-40d1-92b1-05e9c9e18c38,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:02.214782 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (242f685b-ef80-4632-92e7-f7272afae58e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.217373 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.219377 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7f6c3708-4f84-49a1-a859-8f9ecea54e7c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "DELETE /v2.0/floatingips/242f685b-ef80-4632-92e7-f7272afae58e HTTP/1.1" status: 204 len: 168 time: 0.6806126 Jun 21 05:59:02.302538 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:02.307159 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416864576', 'description': 'tempest-description--1177939264'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:02.329607 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.364903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:02.368821 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:02.400793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (16480e07-9d5e-4b88-8df6-3aa1dffcac26), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.403948 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (16480e07-9d5e-4b88-8df6-3aa1dffcac26), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.440131 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.441354 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1377554 Jun 21 05:59:02.443231 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6f013-13dd-41cb-9e1c-152928ffa315 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16480e07-9d5e-4b88-8df6-3aa1dffcac26,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:02.444445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43760) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:02.449533 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group_rule': {'security_group_id': '16480e07-9d5e-4b88-8df6-3aa1dffcac26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:02.477050 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (80dba0ae-46e8-4201-9af9-7aee5ca4ca79), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.499672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:02.541670 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (80dba0ae-46e8-4201-9af9-7aee5ca4ca79), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.545591 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (80dba0ae-46e8-4201-9af9-7aee5ca4ca79), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.559846 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dba0ae-46e8-4201-9af9-7aee5ca4ca79,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:02.573308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.574535 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4718f971-dda8-4ed0-b886-598dc62f25c8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288974 Jun 21 05:59:02.577215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43762) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:02.581958 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'security_group_rule': {'security_group_id': '16480e07-9d5e-4b88-8df6-3aa1dffcac26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:02.609640 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (21f577e8-a380-4485-aa51-1df81e83aa4f), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.693834 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:59:02.696652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (21f577e8-a380-4485-aa51-1df81e83aa4f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.708497 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12bae-93ed-483d-89c4-1ab895a708b3 req-b1ec9e6f-1378-46b3-a3cf-ef594c3b634c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:02.710017 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2d12bae-93ed-483d-89c4-1ab895a708b3 req-b1ec9e6f-1378-46b3-a3cf-ef594c3b634c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0593040 Jun 21 05:59:02.710622 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (21f577e8-a380-4485-aa51-1df81e83aa4f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.742733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f577e8-a380-4485-aa51-1df81e83aa4f,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:02.751038 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.752187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ed0fac42-653b-4c18-ac3e-258d7078b7cd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740642 Jun 21 05:59:02.755400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:02.759976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:02.778000 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2d12bae-93ed-483d-89c4-1ab895a708b3 req-5c44bb02-cb2b-4941-ad0e-a36531ca2646 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601084 Jun 21 05:59:02.780538 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.862717 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:02.976607 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Allocated IP 172.27.0.13 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/a4742446-62e0-4188-9743-5527723f5a44) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:03.077615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (a4742446-62e0-4188-9743-5527723f5a44), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.109656 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (a4742446-62e0-4188-9743-5527723f5a44), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.155303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:03.160994 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:03.163191 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=a4742446-62e0-4188-9743-5527723f5a44,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:03.165281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:03.249487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.292671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a4742446-62e0-4188-9743-5527723f5a44), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.390197 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=9 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:03.406819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:03.446090 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (a4742446-62e0-4188-9743-5527723f5a44), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.450393 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (a4742446-62e0-4188-9743-5527723f5a44), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.522370 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=a4742446-62e0-4188-9743-5527723f5a44,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:03.532891 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.549113 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:03.550676 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-765fc773-71bd-41b7-a5fd-85b307732209 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7941167 Jun 21 05:59:03.748705 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-46a8dc27-a646-46e1-a453-4176ba986906 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1416864576&fields=id&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 267 time: 0.0449541 Jun 21 05:59:03.853086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-3963ab27-0f85-4c35-8003-b7cb44a58026 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:03.854565 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-3963ab27-0f85-4c35-8003-b7cb44a58026 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 816 time: 0.0992417 Jun 21 05:59:03.894283 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-34671c89-ad7e-468c-9c7c-7573e51b7aed tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/quotas/d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 375 time: 0.0305088 Jun 21 05:59:03.918170 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a6e3-cffc-4390-84d8-79f608b77e77 req-507b4c9e-c082-42d1-90f2-87ef98c873f7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:03.919601 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e1a7a6e3-cffc-4390-84d8-79f608b77e77 req-507b4c9e-c082-42d1-90f2-87ef98c873f7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0641913 Jun 21 05:59:03.964299 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-5b20d6cf-fdc8-4ef4-a0cc-a1b25055e734 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645792 Jun 21 05:59:04.009476 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e1a7a6e3-cffc-4390-84d8-79f608b77e77 req-5c74f9ae-5f67-45bf-8778-04d4bb958d24 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740666 Jun 21 05:59:04.072576 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-05883147-7831-492e-937d-494b0c745a5c service neutron] 10.222.0.18 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959496 Jun 21 05:59:04.164107 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2e0f5825-ced7-44b0-915d-9977a08af7b8 service neutron] 10.222.0.18 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Jun 21 05:59:04.368547 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:04.394266 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-69a597fc-9271-4f77-a3d8-31aedfa9b1a4 req-91abc51e-a291-4d64-a2ef-39a22633d999 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 210 time: 0.0349865 Jun 21 05:59:05.130110 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a1018-1dbe-4ca3-a4fb-a3482a8b3c9c req-b377ad6c-d989-43f7-bd0e-5d8ac5258707 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:05.131581 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a5a1018-1dbe-4ca3-a4fb-a3482a8b3c9c req-b377ad6c-d989-43f7-bd0e-5d8ac5258707 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0504842 Jun 21 05:59:05.181283 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2a5a1018-1dbe-4ca3-a4fb-a3482a8b3c9c req-4771ac95-566d-4673-a7b5-45eae4da1529 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Jun 21 05:59:05.345676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-a2c3a137-015f-4154-92e9-1bdedda204df tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:05.347128 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-a2c3a137-015f-4154-92e9-1bdedda204df tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 816 time: 0.1146994 Jun 21 05:59:05.412067 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-266adcc6-586f-44d1-998f-c8d67ddc6251 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 380 time: 0.0543997 Jun 21 05:59:05.420308 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'port': {'device_id': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'admin_state_up': True, 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'security_groups': ['16480e07-9d5e-4b88-8df6-3aa1dffcac26']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:05.494831 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48f1aa9a-5e2c-452e-84c1-2e8b299d09da req-0485affe-adda-4e53-ab6e-127b2d714e53 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Jun 21 05:59:05.554460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Made reservation on behalf of d71c895fde074698b9717d2a770ef5bf for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:59:05.557911 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:05.692818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Allocated IP 172.20.0.5 (f7183839-abdc-439f-b346-d4ec5ebfb8f5/dfe3e7f1-f14a-45ee-af00-61be4b41edf6/83ba6585-227c-4678-8bb8-307be75c8ca5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:05.836511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:05.870092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:05.904609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:05.910819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:05.914854 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:05.920403 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:05.926064 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:05.952581 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:05.981747 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:05.982401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.000362 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2c26e110-f406-4a3b-9fae-0641b3f98be7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839863 Jun 21 05:59:06.012663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Request body: {'port': {'device_id': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:06.078536 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.147875 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-32ce6ebf-b215-40ae-82a5-52a2090e25dc None None] Provisioning complete for port 83ba6585-227c-4678-8bb8-307be75c8ca5 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:06.148423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32ce6ebf-b215-40ae-82a5-52a2090e25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.182795 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-32ce6ebf-b215-40ae-82a5-52a2090e25dc None None] Port 83ba6585-227c-4678-8bb8-307be75c8ca5 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:59:06.266105 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:06.303219 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060aad9-a71e-4cc7-953d-5934ed6da8f0 req-9a9e6998-939c-4a34-9a49-9ea39a1a0c83 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.304687 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4060aad9-a71e-4cc7-953d-5934ed6da8f0 req-9a9e6998-939c-4a34-9a49-9ea39a1a0c83 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Jun 21 05:59:06.344677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:06.351267 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4060aad9-a71e-4cc7-953d-5934ed6da8f0 req-b37d9d49-e7ce-49c3-a73c-ad63122bdcbe tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 Jun 21 05:59:06.352175 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks [] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.365587 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Transition to ACTIVE for port object 83ba6585-227c-4678-8bb8-307be75c8ca5 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:59:06.370620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.426532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:06.503148 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Attempting to bind port 83ba6585-227c-4678-8bb8-307be75c8ca5 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:59:06.503475 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Attempting to bind port 83ba6585-227c-4678-8bb8-307be75c8ca5 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:59:06.503886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Attempting to bind port 83ba6585-227c-4678-8bb8-307be75c8ca5 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:06.508753 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Port 83ba6585-227c-4678-8bb8-307be75c8ca5 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:59:06.509066 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Attempting to bind port 83ba6585-227c-4678-8bb8-307be75c8ca5 on network f7183839-abdc-439f-b346-d4ec5ebfb8f5 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:06.514196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:59:06.514535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Checking segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:59:06.514899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Bound using segment: {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:59:06.515379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Bound port: 83ba6585-227c-4678-8bb8-307be75c8ca5, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce740742-549e-4513-b78a-7e5d1f695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:59:06.516232 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.584052 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:59:06.587594 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:59:06.595434 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.640077 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.641222 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:06.642760 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] 10.222.0.23 "PUT /v2.0/ports/83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 1093 time: 0.6342430 Jun 21 05:59:06.643878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:06.647591 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0a66d-b742-49a8-9ba7-5240a4380acb" -d '{"events": [{"name": "network-changed", "server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:06.675940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf92c3-f217-4e5e-88a9-1b741fe5b32a service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:06.680603 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bdf4b-9613-48b1-99a5-1e008679caf7 req-0642e672-2aae-4d72-933f-2ca03e161e14 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.689559 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6b7bdf4b-9613-48b1-99a5-1e008679caf7 req-0642e672-2aae-4d72-933f-2ca03e161e14 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0893190 Jun 21 05:59:06.739873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea7a76-c352-4d71-bfce-c8b9e1ea3bbe x-openstack-request-id: req-2eea7a76-c352-4d71-bfce-c8b9e1ea3bbe {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:06.740199 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:06.740480 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2eea7a76-c352-4d71-bfce-c8b9e1ea3bbe {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:06.740950 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eea7a76-c352-4d71-bfce-c8b9e1ea3bbe'] response: {'name': 'network-changed', 'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'status': 'completed', 'code': 200} Jun 21 05:59:06.756738 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6b7bdf4b-9613-48b1-99a5-1e008679caf7 req-20da2141-ad02-41b5-960f-da729a8ac9f5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661798 Jun 21 05:59:06.763240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2fc4660e-80ec-44ee-a7ee-97460cf81644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.764892 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-2fc4660e-80ec-44ee-a7ee-97460cf81644 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1127 time: 0.0624726 Jun 21 05:59:06.809458 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-1e67fe08-977e-4e81-9b4b-a5a127498e53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 217 time: 0.0371406 Jun 21 05:59:06.855541 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:06.862543 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-f2983345-4ea3-4aa6-ac39-aee405787d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.864208 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-f2983345-4ea3-4aa6-ac39-aee405787d21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0481162 Jun 21 05:59:06.915289 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-0bd96e8a-e63b-4474-9c92-18b2f5df5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:06.916678 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-0bd96e8a-e63b-4474-9c92-18b2f5df5e5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458612 Jun 21 05:59:06.956572 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:07.012613 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-c0a3f517-1016-4a81-ba63-d7e848dbaae6 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Jun 21 05:59:07.105847 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0f83380a-6bd2-4db5-bb1f-cb7b5ac0f26a req-ecf0dd81-e189-42b1-98d0-f01138aafa3e service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866144 Jun 21 05:59:07.463742 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fb22b-5951-45ac-9361-fd9d960da8c7 req-17756cb0-434b-4501-8ae5-2aec63ec1081 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:07.465212 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e67fb22b-5951-45ac-9361-fd9d960da8c7 req-17756cb0-434b-4501-8ae5-2aec63ec1081 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0457232 Jun 21 05:59:07.515136 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e67fb22b-5951-45ac-9361-fd9d960da8c7 req-197f2460-0a52-427e-9cd2-0730026ed8b9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Jun 21 05:59:07.884681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5a77-94e2-4d23-90fd-d56d5deceabe req-dbbf11a8-4cc3-45be-90bb-b0a284f87a9f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:07.886361 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-423d5a77-94e2-4d23-90fd-d56d5deceabe req-dbbf11a8-4cc3-45be-90bb-b0a284f87a9f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0519419 Jun 21 05:59:07.933465 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-423d5a77-94e2-4d23-90fd-d56d5deceabe req-5a072c5e-5916-4c23-99fd-d6af19c0b041 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Jun 21 05:59:08.198324 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-600226c2-a458-4e95-937a-4ebec1615840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:08.199721 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-600226c2-a458-4e95-937a-4ebec1615840 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1127 time: 0.0397027 Jun 21 05:59:08.249284 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:59:08.299284 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-542f8a71-d633-4f3a-848d-2faa090bd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:08.300863 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-542f8a71-d633-4f3a-848d-2faa090bd26c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.0945852 Jun 21 05:59:08.341234 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-991ae6bf-c169-488a-bb3d-d183bfb93347 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 217 time: 0.0331569 Jun 21 05:59:08.356186 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:08.368051 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:59:08.373264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:08.398622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-ecb9073f-7209-4e0f-9d65-2302d2932485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:08.400089 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-ecb9073f-7209-4e0f-9d65-2302d2932485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0454309 Jun 21 05:59:08.404683 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:08.405064 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:08.418347 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:08.440205 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:08.446918 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:08.448773 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-630be0fe-8bdd-459b-a32b-10813a25bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:08.449626 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-630be0fe-8bdd-459b-a32b-10813a25bd0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411432 Jun 21 05:59:08.494688 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:08.557624 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-6fb0be89-bd13-4d69-949b-138dc982ad72 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949690 Jun 21 05:59:08.663363 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19a0a66d-b742-49a8-9ba7-5240a4380acb req-1e274b32-d35a-4751-9b24-f093dd0b2657 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961161 Jun 21 05:59:08.745506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6050b-b7af-4cf4-a26f-e7e2c2951fc7 req-91f2362f-b9b3-4822-a19e-dfdfbc79767f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:08.746901 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f7a6050b-b7af-4cf4-a26f-e7e2c2951fc7 req-91f2362f-b9b3-4822-a19e-dfdfbc79767f tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0475771 Jun 21 05:59:08.767278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['83ba6585-227c-4678-8bb8-307be75c8ca5'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:59:08.796201 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f7a6050b-b7af-4cf4-a26f-e7e2c2951fc7 req-a2439e7d-a4f4-40bb-b775-b66670bbd235 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Jun 21 05:59:09.053971 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e37ee9-4959-44ac-befb-9ede34382ab7 req-4c060138-3018-4e6c-99ea-617ee0f2b7e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:09.055362 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1e37ee9-4959-44ac-befb-9ede34382ab7 req-4c060138-3018-4e6c-99ea-617ee0f2b7e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0466259 Jun 21 05:59:09.105591 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1e37ee9-4959-44ac-befb-9ede34382ab7 req-8130f037-f783-4b74-8cb9-1d24edb4d177 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Jun 21 05:59:09.908590 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1d31-3f51-4227-8672-4a9a5b3fbffc req-65b0f50c-681b-44d8-a845-006b52e79773 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:09.910065 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-822a1d31-3f51-4227-8672-4a9a5b3fbffc req-65b0f50c-681b-44d8-a845-006b52e79773 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0465524 Jun 21 05:59:09.957687 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-822a1d31-3f51-4227-8672-4a9a5b3fbffc req-42d5eef1-549a-4851-8130-acb3c38bad2c tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 Jun 21 05:59:10.221062 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84409a36-d502-41b2-9c75-6900ecab63a9 req-68d36212-cb46-4174-9a3b-be57d27e83fe tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:10.222564 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84409a36-d502-41b2-9c75-6900ecab63a9 req-68d36212-cb46-4174-9a3b-be57d27e83fe tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0456383 Jun 21 05:59:10.242873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:10.251248 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:59:10.272218 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-84409a36-d502-41b2-9c75-6900ecab63a9 req-c6159a16-779b-421d-a5e6-882c962ccd60 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Jun 21 05:59:10.292918 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Deleting subnet fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 05:59:10.294893 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 83ba6585-227c-4678-8bb8-307be75c8ca5 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:59:10.296490 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Publish callbacks [] for subnet (fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.301921 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 83ba6585-227c-4678-8bb8-307be75c8ca5 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:10.302321 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.334037 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.374207 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.376549 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:10.376935 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.400296 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:10.402550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abb8ca9-b4f5-4c4b-a74e-d5b10a5557fb" -d '{"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:10.416220 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:10.420488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.435531 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.450691 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63222bb-5046-4e08-b6b9-d4de478fffe0 x-openstack-request-id: req-c63222bb-5046-4e08-b6b9-d4de478fffe0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:10.450981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:10.451232 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c63222bb-5046-4e08-b6b9-d4de478fffe0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:10.451626 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63222bb-5046-4e08-b6b9-d4de478fffe0'] response: {'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'code': 200} Jun 21 05:59:10.462686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:10.466320 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:10.471350 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.477119 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43888) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:10.477259 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-143c6215-68ca-41e0-928a-f45f67036ce7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fa8c8ed8-6e56-45f5-8233-b8f7d5585fbc HTTP/1.1" status: 204 len: 168 time: 0.2329376 Jun 21 05:59:10.481277 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:10.553876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (e61240a9-48fb-49f1-8f20-d7bad2434914), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.583970 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:10.597086 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:10.627063 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68233272-ec66-4b50-aff8-4ff85c65855f req-484e1f10-f8c4-42a2-b44f-bb263a983e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:10.628463 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-68233272-ec66-4b50-aff8-4ff85c65855f req-484e1f10-f8c4-42a2-b44f-bb263a983e52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1129 time: 0.0415232 Jun 21 05:59:10.637639 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (e61240a9-48fb-49f1-8f20-d7bad2434914), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.658801 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61240a9-48fb-49f1-8f20-d7bad2434914']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:10.668087 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:10.668376 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:10.672660 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-68233272-ec66-4b50-aff8-4ff85c65855f req-9ec9cc83-2354-4374-b189-521a5e9e329f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Jun 21 05:59:10.678003 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.690908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.697475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 05:59:10.697846 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.716877 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c resource provider aggregate not found Jun 21 05:59:10.754996 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1e56dd5-d83d-4bdf-a63e-ec6c91b49c4c found for delete ", "request_id": "req-0cd21b44-0b30-475d-8cc9-dc6b0df402d0"}]} Jun 21 05:59:10.762822 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (e61240a9-48fb-49f1-8f20-d7bad2434914), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.768724 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:10.771777 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e61240a9-48fb-49f1-8f20-d7bad2434914 HTTP/1.1" status: 204 len: 168 time: 0.2931888 Jun 21 05:59:10.783804 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e61240a9-48fb-49f1-8f20-d7bad2434914,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:10.790813 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.791156 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.791491 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.791821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.792147 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.792469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.792889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.793222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.793543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.793864 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.794249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.794574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.794887 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.795199 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.795513 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94746f0b-ba53-4887-a818-2c7a5624c2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:10.937852 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43898) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:10.963510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:10.979898 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-369f4578-b65a-4b5b-a8e4-ad6200c81fad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7e723a47d5246779d7835b9898429e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404165 Jun 21 05:59:10.982380 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43900) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:11.043309 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] Publish callbacks [] for security_group (9352fed8-cdcc-4878-803f-091486fa07a6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:11.089575 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4bdf8-4ffa-4b34-b31a-2a73cfbb8793 req-0482a515-ae23-45ec-8a18-3eefecd857c8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:11.091115 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30e4bdf8-4ffa-4b34-b31a-2a73cfbb8793 req-0482a515-ae23-45ec-8a18-3eefecd857c8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0612483 Jun 21 05:59:11.096421 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] Publish callbacks [] for security_group (9352fed8-cdcc-4878-803f-091486fa07a6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:11.164706 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30e4bdf8-4ffa-4b34-b31a-2a73cfbb8793 req-1bd460bb-da03-4b7d-b24f-e1627028f5c6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658312 Jun 21 05:59:11.178736 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9352fed8-cdcc-4878-803f-091486fa07a6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:11.181229 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:11.182346 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9352fed8-cdcc-4878-803f-091486fa07a6 HTTP/1.1" status: 204 len: 168 time: 0.1990769 Jun 21 05:59:11.191006 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d9a10-ce42-458d-bff9-db53dbd45e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352fed8-cdcc-4878-803f-091486fa07a6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:11.405472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52756e67-8137-4119-a569-b395f0506049 req-f72ef1b0-e704-41d9-b8c3-8ea859829168 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:11.407160 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52756e67-8137-4119-a569-b395f0506049 req-f72ef1b0-e704-41d9-b8c3-8ea859829168 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Jun 21 05:59:11.460887 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52756e67-8137-4119-a569-b395f0506049 req-159f6caa-d8a6-4b28-b02f-cf2f6c3f4df0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476868 Jun 21 05:59:12.281792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dae65a-99c6-470c-b960-95a8767e7f71 req-4c7e979f-141e-4a62-b72e-ac37b9dc1c28 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:12.284157 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92dae65a-99c6-470c-b960-95a8767e7f71 req-4c7e979f-141e-4a62-b72e-ac37b9dc1c28 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Jun 21 05:59:12.339170 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92dae65a-99c6-470c-b960-95a8767e7f71 req-d9a8bb27-fa57-4579-91d9-efadf8636f1e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Jun 21 05:59:12.578566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541e9f-dae3-4040-bf47-1baf0400f726 req-0a92f14b-8315-4464-ae79-b9c8bd66715b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:12.580641 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a541e9f-dae3-4040-bf47-1baf0400f726 req-0a92f14b-8315-4464-ae79-b9c8bd66715b tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0462568 Jun 21 05:59:12.629518 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a541e9f-dae3-4040-bf47-1baf0400f726 req-63ad0ea9-7526-4e78-85c6-02917e7089ca tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Jun 21 05:59:12.689142 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:12.689896 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:12.740858 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bb46-6e8a-4064-aaa6-75bb02ec3869 req-ba39217b-fc6e-4cba-9aff-cb7e7ac03414 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:12.742346 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61c9bb46-6e8a-4064-aaa6-75bb02ec3869 req-ba39217b-fc6e-4cba-9aff-cb7e7ac03414 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0467601 Jun 21 05:59:12.751406 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43914) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:12.755663 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Request body: {'floatingip': {'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:12.791703 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:13.223669 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:13.468601 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:13.495546 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22952197-4e40-4c11-bd28-6bbc61f83ddf req-aef7d8ae-19ad-4f8d-b021-11c48acd78a1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:13.497027 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22952197-4e40-4c11-bd28-6bbc61f83ddf req-aef7d8ae-19ad-4f8d-b021-11c48acd78a1 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0859067 Jun 21 05:59:13.503374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:13.511555 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:13.597095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-22952197-4e40-4c11-bd28-6bbc61f83ddf req-de684b79-a51a-4b11-b028-d2ee608fc371 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923052 Jun 21 05:59:13.641883 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Floating IP 196fec0a-5941-4e1d-9c2a-b09a45e43379 associated. External IP: 172.27.0.13, port: 83ba6585-227c-4678-8bb8-307be75c8ca5. Jun 21 05:59:13.843739 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:13.948316 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:13.953110 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:13.960481 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:13.971864 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:13.972505 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:13.985284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ee2edcf3-976a-4ffc-ba12-f674757e4882 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "PUT /v2.0/floatingips/196fec0a-5941-4e1d-9c2a-b09a45e43379 HTTP/1.1" status: 200 len: 990 time: 1.2303143 Jun 21 05:59:13.985284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:13.986430 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:14.023654 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d7029-05cd-4578-aa2a-852fcb4f80e3 x-openstack-request-id: req-e43d7029-05cd-4578-aa2a-852fcb4f80e3 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:14.024063 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:14.024315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e43d7029-05cd-4578-aa2a-852fcb4f80e3 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:14.024719 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43d7029-05cd-4578-aa2a-852fcb4f80e3'] response: {'name': 'network-changed', 'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'status': 'completed', 'code': 200} Jun 21 05:59:14.085882 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-6d45b3e3-9bbe-4250-be44-9fe30137739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:14.087428 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-6d45b3e3-9bbe-4250-be44-9fe30137739c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1129 time: 0.0397995 Jun 21 05:59:14.164272 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:14.190425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-fd53a39a-da29-4cf7-8a7b-18a489f11151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:14.192082 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-fd53a39a-da29-4cf7-8a7b-18a489f11151 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.0971916 Jun 21 05:59:14.213019 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:14.236475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:14.259088 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-3a9122d5-2f70-42a2-b1ae-4969ac6162a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 998 time: 0.0609791 Jun 21 05:59:14.315054 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-8a3827f1-60c6-4221-aa8a-1d7284c01211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:14.317523 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-8a3827f1-60c6-4221-aa8a-1d7284c01211 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0523269 Jun 21 05:59:14.360368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-1a9b3b57-0905-4e4d-935f-382067ea9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:14.361900 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-1a9b3b57-0905-4e4d-935f-382067ea9008 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390337 Jun 21 05:59:14.428764 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '196fec0a-5941-4e1d-9c2a-b09a45e43379', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:03Z', 'updated_at': '2022-06-21T05:59:13Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:14.454208 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:14.454432 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-b94e7b0a-e8db-4140-8ca7-4199f85a8d50 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Jun 21 05:59:14.462828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:14.463517 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:58:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:14.548524 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-75ce2868-fc6d-48b9-a364-42f3a9a74c2c req-d1eb8db3-d900-4d6f-ada6-d224b762077c service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876296 Jun 21 05:59:14.568710 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:14.715929 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf60a2-acf1-484d-ad0f-147bb3fc7357 req-67e4524b-ac4b-4836-a477-bea43af96254 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:14.717331 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dedf60a2-acf1-484d-ad0f-147bb3fc7357 req-67e4524b-ac4b-4836-a477-bea43af96254 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0466719 Jun 21 05:59:14.765661 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dedf60a2-acf1-484d-ad0f-147bb3fc7357 req-3ac98311-5b69-4d6b-80a3-588bfeba0078 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jun 21 05:59:14.785443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '196fec0a-5941-4e1d-9c2a-b09a45e43379', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:03Z', 'updated_at': '2022-06-21T05:59:13Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:14.810323 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca8307-19d6-4545-8bf6-1b709e2264c6 None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '196fec0a-5941-4e1d-9c2a-b09a45e43379', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:03Z', 'updated_at': '2022-06-21T05:59:13Z', 'revision_number': 1, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:15.000996 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1f798-503a-45e8-98a9-a4c17c6e7de3 None None] New status for floating IP 196fec0a-5941-4e1d-9c2a-b09a45e43379: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:15.237520 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26b40fd1-9e81-4bf0-9036-38b00bc9e4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:15.889450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021dc59-d4c9-4eb1-9bce-e517343e7fde req-615d11d4-fa8f-497e-b743-5e6a1430e391 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:15.890952 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4021dc59-d4c9-4eb1-9bce-e517343e7fde req-615d11d4-fa8f-497e-b743-5e6a1430e391 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Jun 21 05:59:15.915793 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:15.937697 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4021dc59-d4c9-4eb1-9bce-e517343e7fde req-cae04a03-c117-4cef-9375-c02b85e70dc4 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Jun 21 05:59:17.009260 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc91a5-2a26-4198-b390-58590aaf562d req-5061d9cf-ce06-417f-8d02-5bcda8eb658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:17.010800 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c7fc91a5-2a26-4198-b390-58590aaf562d req-5061d9cf-ce06-417f-8d02-5bcda8eb658e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0396261 Jun 21 05:59:17.054419 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c020d-0bc1-4c15-86f9-3f5c5d774971 req-a773ff64-f39d-4c52-83c9-ad75f7fbad79 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:17.055950 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-785c020d-0bc1-4c15-86f9-3f5c5d774971 req-a773ff64-f39d-4c52-83c9-ad75f7fbad79 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0480518 Jun 21 05:59:17.060266 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c7fc91a5-2a26-4198-b390-58590aaf562d req-ad91557e-4df5-4b73-828e-7aff8dcdba85 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Jun 21 05:59:17.103449 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-785c020d-0bc1-4c15-86f9-3f5c5d774971 req-a02b2a74-8ff6-4dd5-a0bd-c81d6e6aa603 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Jun 21 05:59:17.303287 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94411464-3a09-4e72-9583-4767c990cadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:18.220259 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cde9d-03d3-4456-b3ac-b40bc95c191b req-f6fb4265-59bb-42dd-9754-9e467a3843c9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:18.221634 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b63cde9d-03d3-4456-b3ac-b40bc95c191b req-f6fb4265-59bb-42dd-9754-9e467a3843c9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0499041 Jun 21 05:59:18.268328 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b63cde9d-03d3-4456-b3ac-b40bc95c191b req-d0cd4c54-5746-4be8-94f0-80cf3f3d0d37 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Jun 21 05:59:18.835541 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:19.384945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb041d66-5dbd-425e-a67d-abd79c304ea9 req-6540c3c9-d945-495b-ae65-f457dc354490 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:19.386341 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb041d66-5dbd-425e-a67d-abd79c304ea9 req-6540c3c9-d945-495b-ae65-f457dc354490 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0481648 Jun 21 05:59:19.403957 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:19.433351 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fb041d66-5dbd-425e-a67d-abd79c304ea9 req-f96abc94-f149-4b1f-bf34-4385e0f21cde tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Jun 21 05:59:19.808394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-2f62a526-9940-475b-b08b-7f812e405b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:19.809909 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-2f62a526-9940-475b-b08b-7f812e405b55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0416024 Jun 21 05:59:19.823609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beb1f8-8080-4a49-9e60-7a556e2d21af req-f131b294-72ea-41af-b71f-b0d06a4c2301 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:19.825095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6beb1f8-8080-4a49-9e60-7a556e2d21af req-f131b294-72ea-41af-b71f-b0d06a4c2301 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Jun 21 05:59:19.875405 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b6beb1f8-8080-4a49-9e60-7a556e2d21af req-89b59046-c5d9-45f2-a9a6-db61d13b9968 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Jun 21 05:59:19.902544 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-66b2f775-b3fa-4fdc-b4e0-91fd3e6a860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:19.904016 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-66b2f775-b3fa-4fdc-b4e0-91fd3e6a860c service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.0869639 Jun 21 05:59:19.949326 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:19.970655 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-3be5e8f0-e32e-42a0-a1bf-4f69f2eee052 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 1000 time: 0.0589516 Jun 21 05:59:20.026675 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-0b996c50-edf6-4324-99fe-31caea73f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:20.028209 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-0b996c50-edf6-4324-99fe-31caea73f217 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0510504 Jun 21 05:59:20.071329 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-7b29f455-252a-4573-abe2-49c7355fa473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:20.073192 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-7b29f455-252a-4573-abe2-49c7355fa473 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384977 Jun 21 05:59:20.164222 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:20.168925 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-16904887-cdc6-43a6-9782-ed1fe5eb151c service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898588 Jun 21 05:59:20.258995 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b1e335df-8bde-495c-a5c7-1e3f9a69efed req-e1e2c043-afce-4833-ad22-b8d334f542a1 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834074 Jun 21 05:59:20.528087 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:20.993502 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49757bdb-5b34-4264-bf4e-c6951fd0f1ef req-5f1b4275-128a-4248-bf79-60120daed493 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:20.994997 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-49757bdb-5b34-4264-bf4e-c6951fd0f1ef req-5f1b4275-128a-4248-bf79-60120daed493 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0468814 Jun 21 05:59:21.043084 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-49757bdb-5b34-4264-bf4e-c6951fd0f1ef req-e6df5998-cb36-4533-859a-9b4e9592f164 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Jun 21 05:59:22.161886 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938f781-18f7-49ff-a731-ed7c38d31f81 req-382b4d79-af92-47cf-bb24-993b2db986a7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:22.163431 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b938f781-18f7-49ff-a731-ed7c38d31f81 req-382b4d79-af92-47cf-bb24-993b2db986a7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0459673 Jun 21 05:59:22.209452 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b938f781-18f7-49ff-a731-ed7c38d31f81 req-f636e8d7-a35b-44eb-aef1-e5a6a49c64d3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Jun 21 05:59:23.325311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da151f4-a0d3-4e4f-a263-8f43ab7d48fb req-38b5693d-47f8-4269-8f91-da9c1f5fd7e6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:23.326810 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0da151f4-a0d3-4e4f-a263-8f43ab7d48fb req-38b5693d-47f8-4269-8f91-da9c1f5fd7e6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Jun 21 05:59:23.373840 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0da151f4-a0d3-4e4f-a263-8f43ab7d48fb req-b1fe6c4e-3dd9-4b33-b935-73aba27a2a99 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jun 21 05:59:23.481268 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a438b-19b1-4249-b8c7-7c0baa93371c req-226c74bc-4e00-4a58-ae05-bd554dc59aaf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:23.482747 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c50a438b-19b1-4249-b8c7-7c0baa93371c req-226c74bc-4e00-4a58-ae05-bd554dc59aaf tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0462768 Jun 21 05:59:23.491162 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43958) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:23.495423 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Request body: {'floatingip': {'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:23.550541 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:23.902206 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:23.998775 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:24.002464 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:24.005314 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:24.207247 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:24.315661 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:24.320140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:24.325366 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:24.335839 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:24.336466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:24.354929 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:24.357149 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234" -d '{"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:24.386019 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-41fcf147-7dd6-4506-8bf6-fd466e6d9b04 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "PUT /v2.0/floatingips/59f33c1f-29ef-43f5-b136-9ee6380684d3 HTTP/1.1" status: 200 len: 992 time: 0.8937943 Jun 21 05:59:24.408319 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bddef5-5e76-4094-80a5-e7d65b33eec1 x-openstack-request-id: req-53bddef5-5e76-4094-80a5-e7d65b33eec1 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:24.408633 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:24.408884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53bddef5-5e76-4094-80a5-e7d65b33eec1 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:24.409290 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53bddef5-5e76-4094-80a5-e7d65b33eec1'] response: {'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'status': 'completed', 'code': 200} Jun 21 05:59:24.425538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:24.444856 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:24.474347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-f938c602-e423-4b22-8ba9-e2cf8dcce6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:24.475857 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-f938c602-e423-4b22-8ba9-e2cf8dcce6fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0436966 Jun 21 05:59:24.511556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:24.552749 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:24.575883 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-d61663e3-d735-4d44-94f7-42dd2b4530f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:24.577351 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-d61663e3-d735-4d44-94f7-42dd2b4530f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.0878742 Jun 21 05:59:24.643520 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-46307257-810b-401d-86e5-bf2fcd484a77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 1000 time: 0.0592244 Jun 21 05:59:24.658227 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:59:23Z', 'revision_number': 3, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:24.687000 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:24.692645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-951203c4-b163-420b-829b-8c3750896bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:24.694274 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-951203c4-b163-420b-829b-8c3750896bb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0443788 Jun 21 05:59:24.696261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:24.696801 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:24.737396 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-42d8b392-106b-4273-85d4-9b77db675c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:24.738923 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-42d8b392-106b-4273-85d4-9b77db675c08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386467 Jun 21 05:59:24.798723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:25.019614 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:59:23Z', 'revision_number': 3, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:25.044255 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8e119-16e3-4614-9ea2-3f14bc2fd3dd None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '59f33c1f-29ef-43f5-b136-9ee6380684d3', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'port_id': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'mac_address': 'fa:16:3e:f8:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84283f84-8793-4072-8e32-bfec2d2035f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:56:48Z', 'updated_at': '2022-06-21T05:59:23Z', 'revision_number': 3, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:25.052515 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-96e53721-65bd-4ac1-8d76-e426cf53f2fc service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062496 Jun 21 05:59:25.100959 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:25.104885 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:25.158249 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2a1bc3b6-5f1e-48cc-9838-a7d58a8d1234 req-a534feb3-2428-407c-9626-6738ee189513 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993149 Jun 21 05:59:25.574225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8fd11-c605-44a8-949c-971924cb7b58 req-23050fa0-b9a3-4e50-b8f0-5b54ca1a9d67 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:25.575607 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-41e8fd11-c605-44a8-949c-971924cb7b58 req-23050fa0-b9a3-4e50-b8f0-5b54ca1a9d67 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0489144 Jun 21 05:59:25.625606 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-41e8fd11-c605-44a8-949c-971924cb7b58 req-1a8ace79-b01c-487d-9c4b-94b7269a7c18 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Jun 21 05:59:26.410417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:26.412718 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daecd0f-d885-42a8-a93b-03d43c763972" -d '{"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:26.447284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f6b50-679a-4b98-a473-9aa9df3923cd x-openstack-request-id: req-a08f6b50-679a-4b98-a473-9aa9df3923cd {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:26.447574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:26.447823 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a08f6b50-679a-4b98-a473-9aa9df3923cd {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:26.448230 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08f6b50-679a-4b98-a473-9aa9df3923cd'] response: {'name': 'network-changed', 'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'status': 'completed', 'code': 200} Jun 21 05:59:26.737466 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f76d5-88a0-4bc4-8f65-f13b57d43b10 req-8ed7b7f9-d07b-47c8-a5ee-d0ffbe11e017 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:26.739092 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c8f76d5-88a0-4bc4-8f65-f13b57d43b10 req-8ed7b7f9-d07b-47c8-a5ee-d0ffbe11e017 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0478733 Jun 21 05:59:26.785349 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c8f76d5-88a0-4bc4-8f65-f13b57d43b10 req-54fef912-040c-4470-8015-f9f799d725d6 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404036 Jun 21 05:59:27.006122 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:27.365585 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-d067a55a-b453-42bf-86c5-aa2ed069b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.367110 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-d067a55a-b453-42bf-86c5-aa2ed069b56e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7050c81c7efe4c0199573adc5687e9c0&device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 1129 time: 0.0478537 Jun 21 05:59:27.459736 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-978c3e65-e10d-44ee-8324-5aa10a44dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.461178 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-978c3e65-e10d-44ee-8324-5aa10a44dd1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 200 len: 920 time: 0.0834816 Jun 21 05:59:27.549324 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-a8dd0889-4365-4b90-82ee-513c32a01fb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 200 len: 1000 time: 0.0593851 Jun 21 05:59:27.599471 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-b9b19538-49a1-4b16-8ea3-d18cdf060d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.600988 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-b9b19538-49a1-4b16-8ea3-d18cdf060d6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 200 len: 858 time: 0.0447326 Jun 21 05:59:27.710924 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-b6df6d9d-b85d-489e-bb05-1784f026b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.712296 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-b6df6d9d-b85d-489e-bb05-1784f026b888 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=151c610c-93dc-48d7-b97e-bb2c574c07b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732610 Jun 21 05:59:27.718592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-46dcfe3b-dde3-4fdc-a5b5-e6ea5f85e830 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.719934 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-46dcfe3b-dde3-4fdc-a5b5-e6ea5f85e830 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0722907 Jun 21 05:59:27.838945 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:27.863546 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Deleting port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:59:27.863866 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:27.889981 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-fd07779b-6e47-4fb8-b0e3-e4bec550e776 service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689851 Jun 21 05:59:27.903871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009e6f-51bb-4bbc-a63f-3559bb32aacc req-f4e1205d-2f4c-4d9b-83a0-ccf9f91af1c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:27.905378 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f009e6f-51bb-4bbc-a63f-3559bb32aacc req-f4e1205d-2f4c-4d9b-83a0-ccf9f91af1c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 946 time: 0.0483222 Jun 21 05:59:27.952820 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0f009e6f-51bb-4bbc-a63f-3559bb32aacc req-1e1fe3e2-5e07-4d96-b9b0-84b762972776 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9b16b66-40e8-48e6-b469-4cb77d02f71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Jun 21 05:59:27.955424 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:28.025272 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] For port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:28.025625 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:28.083324 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4daecd0f-d885-42a8-a93b-03d43c763972 req-6eb892ea-da26-4016-b564-ef4567be35fe service neutron] 10.222.0.23 "GET /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865094 Jun 21 05:59:28.202291 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:28.202640 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:28.202942 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Floating IP 1702aaaa-28c2-44f7-8037-cbe4a8ee6378 disassociated. External IP: 172.27.0.155, port: 34000dbd-bc1c-43fa-96d9-b96ba4703a5f. Jun 21 05:59:28.203275 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Calling delete_port for 34000dbd-bc1c-43fa-96d9-b96ba4703a5f owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:28.330443 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (34000dbd-bc1c-43fa-96d9-b96ba4703a5f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:28.357008 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'Port': ['ID=34000dbd-bc1c-43fa-96d9-b96ba4703a5f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:28.480409 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:28.584059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:28.595934 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:28.606978 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:28.607605 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:28.627666 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] No DVR routers for this DVR port 34000dbd-bc1c-43fa-96d9-b96ba4703a5f on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:59:28.630357 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:28.633409 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-82a2be5c-0af2-4f2a-a00b-6205edbcb6da req-c2ad70db-8ebf-4635-a152-17ad36f9601c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "DELETE /v2.0/ports/34000dbd-bc1c-43fa-96d9-b96ba4703a5f HTTP/1.1" status: 204 len: 173 time: 0.9047692 Jun 21 05:59:28.633843 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'name': 'network-vif-deleted', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:28.636149 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d68b807-3ccb-403b-94f2-ca2a26685bd5" -d '{"events": [{"server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "name": "network-vif-deleted", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:28.674197 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c02e0-5e46-43b6-9bc7-f1c00f772a44 x-openstack-request-id: req-a38c02e0-5e46-43b6-9bc7-f1c00f772a44 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:28.674197 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038cbd5-199a-4273-8ded-1fd9a3528a0e", "name": "network-vif-deleted", "tag": "34000dbd-bc1c-43fa-96d9-b96ba4703a5f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:28.674549 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a38c02e0-5e46-43b6-9bc7-f1c00f772a44 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:28.674717 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38c02e0-5e46-43b6-9bc7-f1c00f772a44'] response: {'server_uuid': 'a038cbd5-199a-4273-8ded-1fd9a3528a0e', 'name': 'network-vif-deleted', 'tag': '34000dbd-bc1c-43fa-96d9-b96ba4703a5f', 'status': 'completed', 'code': 200} Jun 21 05:59:28.726824 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:28.944468 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:28.977062 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:28.986049 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:28.986754 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:29.079657 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4d56d21f-8eab-413e-944a-b99b0e60b59c req-66b79995-529f-46b4-84e0-d3f198baf218 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=a038cbd5-199a-4273-8ded-1fd9a3528a0e HTTP/1.1" status: 200 len: 210 time: 0.0348423 Jun 21 05:59:29.118997 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:29.334865 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:29.370021 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca164c8-cc96-4cc9-bd91-5d9f939b7a8d None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:29.595843 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac71740-97c2-4dec-b51a-9e35285e6f39 None None] New status for floating IP 1702aaaa-28c2-44f7-8037-cbe4a8ee6378: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:30.180849 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 43996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:30.238057 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:30.241765 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (d9b16b66-40e8-48e6-b469-4cb77d02f71d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.265888 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (d9b16b66-40e8-48e6-b469-4cb77d02f71d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.312910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d9b16b66-40e8-48e6-b469-4cb77d02f71d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.315997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.317173 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9b16b66-40e8-48e6-b469-4cb77d02f71d HTTP/1.1" status: 204 len: 168 time: 0.1353061 Jun 21 05:59:30.320092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 43998) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:30.326878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7ba95-5a1c-4cf4-b206-9be2e3fcb4c5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b16b66-40e8-48e6-b469-4cb77d02f71d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:30.334962 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.api.v2.resource [None req-ae9763b0-912b-4ecf-a18c-3f1986b21d3c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] show failed (client error): The resource could not be found. Jun 21 05:59:30.335990 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ae9763b0-912b-4ecf-a18c-3f1986b21d3c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups/d9b16b66-40e8-48e6-b469-4cb77d02f71d HTTP/1.1" status: 404 len: 347 time: 0.0149279 Jun 21 05:59:30.338950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44000) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:30.343523 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 34000dbd-bc1c-43fa-96d9-b96ba4703a5f no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:59:30.367762 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 34000dbd-bc1c-43fa-96d9-b96ba4703a5f {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:59:30.368109 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 34000dbd-bc1c-43fa-96d9-b96ba4703a5f not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:59:30.451142 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Deleting port 9e2a2ef9-79db-44c7-981b-25bb0e53b3ef {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:59:30.451479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.512479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:30.533420 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.533737 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.548275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Calling delete_port for 9e2a2ef9-79db-44c7-981b-25bb0e53b3ef owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:30.617090 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:30.682201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (9e2a2ef9-79db-44c7-981b-25bb0e53b3ef), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.705208 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'Port': ['ID=9e2a2ef9-79db-44c7-981b-25bb0e53b3ef,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:30.774252 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (1702aaaa-28c2-44f7-8037-cbe4a8ee6378), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.776633 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.777796 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3cb93879-b75d-4306-8026-b3dd173c43ed tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "DELETE /v2.0/floatingips/1702aaaa-28c2-44f7-8037-cbe4a8ee6378 HTTP/1.1" status: 204 len: 168 time: 0.4377496 Jun 21 05:59:30.854740 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:30.859221 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208851933', 'description': 'tempest-description--580944167'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:30.873612 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:30.882811 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.954553 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (f10bbe29-2411-49d1-926a-ff81f06074d4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.958177 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f10bbe29-2411-49d1-926a-ff81f06074d4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.988912 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:30.990161 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1343820 Jun 21 05:59:30.992122 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a82c7-be9b-4fc4-b92e-6231fe62041e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bbe29-2411-49d1-926a-ff81f06074d4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:30.993119 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44006) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:30.999025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group_rule': {'security_group_id': 'f10bbe29-2411-49d1-926a-ff81f06074d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:31.028426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (8a97eb31-f8af-4e30-a9e5-75d6d63ea8b3), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.088542 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (8a97eb31-f8af-4e30-a9e5-75d6d63ea8b3), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.096994 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (8a97eb31-f8af-4e30-a9e5-75d6d63ea8b3), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.118037 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a97eb31-f8af-4e30-a9e5-75d6d63ea8b3,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:31.125947 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.129414 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ec2a7f2d-3c6c-455b-b353-9a45d21919ca tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322768 Jun 21 05:59:31.129797 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44008) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:31.134034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'security_group_rule': {'security_group_id': 'f10bbe29-2411-49d1-926a-ff81f06074d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:31.160938 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (0d7132b6-1f34-414d-841a-65ce67dbd3de), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.216366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (0d7132b6-1f34-414d-841a-65ce67dbd3de), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.220007 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (0d7132b6-1f34-414d-841a-65ce67dbd3de), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.238520 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7132b6-1f34-414d-841a-65ce67dbd3de,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:31.246427 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.247753 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-37f861f5-7219-4e63-a73f-0ce51125b94c tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168971 Jun 21 05:59:31.250766 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44010) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:31.254994 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:31.275559 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.356605 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.454875 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:31.472291 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Allocated IP 172.27.0.162 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/afbebbc5-68d8-47cb-9afd-f6e4f0179237) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:31.577165 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:31.581746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.616710 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.655567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:31.658998 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:31.662440 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:31.689410 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=afbebbc5-68d8-47cb-9afd-f6e4f0179237,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:31.754275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.792322 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.943797 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:31.948521 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:32.017606 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=afbebbc5-68d8-47cb-9afd-f6e4f0179237,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:32.030075 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:32.045100 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:32.046356 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a450fba3-149b-4049-bd4a-2f0641711647 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7946746 Jun 21 05:59:32.446846 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-59cc648f-9d44-4400-bde6-cab520f29ac2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1208851933&fields=id&tenant_id=219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 267 time: 0.2944577 Jun 21 05:59:32.535795 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:32.558064 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-158cfdb2-720b-4160-95f3-b1d3e5e551e1 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:32.559586 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-158cfdb2-720b-4160-95f3-b1d3e5e551e1 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 810 time: 0.1063752 Jun 21 05:59:32.574881 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-b48b8165-f980-41a2-a5bd-b61687ecaa18 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/quotas/219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 375 time: 0.0093532 Jun 21 05:59:32.627660 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-84b44167-a81b-4275-88cb-a762174bf5eb tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476534 Jun 21 05:59:32.818272 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-9526eace-ac7d-4287-a755-c3f62b317132 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793084 Jun 21 05:59:32.896125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:32.917722 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-6d961f6e-417c-4cd2-ba2c-2b70b66a6367 service neutron] 10.222.0.18 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936763 Jun 21 05:59:33.079170 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4a543d82-07f3-40e3-920e-8cf7b83d47f4 req-9fac4b71-1553-44e3-b325-577ca8e50d0f tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 210 time: 0.0283616 Jun 21 05:59:34.257604 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-44aefabf-381b-4172-aefa-c338b26379ba req-60562051-0132-4205-9ecd-b2d9a76c0303 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 210 time: 0.0630922 Jun 21 05:59:34.316153 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-00b5ef7c-bce9-4157-a2b5-51a9d612818a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:34.317683 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-00b5ef7c-bce9-4157-a2b5-51a9d612818a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 810 time: 0.1813815 Jun 21 05:59:34.388200 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-7205542d-ba7a-409a-8ddb-b7bcc00fd4ad tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219135be95384a599a7c8e7df72175c2 HTTP/1.1" status: 200 len: 380 time: 0.0576735 Jun 21 05:59:34.450252 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'port': {'device_id': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'admin_state_up': True, 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'security_groups': ['f10bbe29-2411-49d1-926a-ff81f06074d4']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:34.562026 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Made reservation on behalf of 219135be95384a599a7c8e7df72175c2 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:59:34.565368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:34.702326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Allocated IP 172.20.0.5 (0d1a065d-e112-4f81-9899-4ee12e5c17d1/4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c/831f473c-b089-4dc2-87af-a6d77639006e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:34.838752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:34.844620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for port (831f473c-b089-4dc2-87af-a6d77639006e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:34.879693 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:34.919867 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:34.929301 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:34.935247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:34.937563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:34.941966 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event updated for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:34.993869 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:34.994524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.011713 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-d7ac4019-e27b-4b74-97b2-7f537130a620 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652227 Jun 21 05:59:35.023147 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Request body: {'port': {'device_id': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:35.092813 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (831f473c-b089-4dc2-87af-a6d77639006e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.212980 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-140d1343-a009-4712-974f-4f15e0d4ac00 None None] Provisioning complete for port 831f473c-b089-4dc2-87af-a6d77639006e triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:35.213562 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-140d1343-a009-4712-974f-4f15e0d4ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (831f473c-b089-4dc2-87af-a6d77639006e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.251385 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-140d1343-a009-4712-974f-4f15e0d4ac00 None None] Port 831f473c-b089-4dc2-87af-a6d77639006e cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:59:35.362368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831f473c-b089-4dc2-87af-a6d77639006e {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:35.372232 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks [] for port (831f473c-b089-4dc2-87af-a6d77639006e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.386430 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb159e-124a-41c3-bf0f-44ebbdf7b7fb req-11837432-5264-4982-a52b-97707a30ea25 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:35.388106 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fefb159e-124a-41c3-bf0f-44ebbdf7b7fb req-11837432-5264-4982-a52b-97707a30ea25 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 931 time: 0.0677724 Jun 21 05:59:35.393550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Transition to ACTIVE for port object 831f473c-b089-4dc2-87af-a6d77639006e will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:59:35.399763 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.447435 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fefb159e-124a-41c3-bf0f-44ebbdf7b7fb req-25455783-7907-4392-95a8-244aaed1407d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534708 Jun 21 05:59:35.484046 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Pushing event updated for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:35.549234 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Attempting to bind port 831f473c-b089-4dc2-87af-a6d77639006e on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:59:35.549546 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Attempting to bind port 831f473c-b089-4dc2-87af-a6d77639006e by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:59:35.549864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Attempting to bind port 831f473c-b089-4dc2-87af-a6d77639006e on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:35.556056 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Port 831f473c-b089-4dc2-87af-a6d77639006e on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:59:35.556432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Attempting to bind port 831f473c-b089-4dc2-87af-a6d77639006e on network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:35.564152 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:59:35.564497 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Checking segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:59:35.565022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Bound using segment: {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:59:35.565496 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Bound port: 831f473c-b089-4dc2-87af-a6d77639006e, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3217c22a-fa3c-4bd4-b0ad-c99408323506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:59:35.565854 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (831f473c-b089-4dc2-87af-a6d77639006e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.660511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:59:35.665810 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=831f473c-b089-4dc2-87af-a6d77639006e,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:59:35.674110 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.710737 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:35.712209 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:35.713631 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] 10.222.0.23 "PUT /v2.0/ports/831f473c-b089-4dc2-87af-a6d77639006e HTTP/1.1" status: 200 len: 1093 time: 0.6950150 Jun 21 05:59:35.714109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:35.716645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5" -d '{"events": [{"name": "network-changed", "server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "tag": "831f473c-b089-4dc2-87af-a6d77639006e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:35.743797 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:35.770167 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f1bf37-d62d-43da-8e8a-e631743e9545 x-openstack-request-id: req-d4f1bf37-d62d-43da-8e8a-e631743e9545 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:35.770450 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "tag": "831f473c-b089-4dc2-87af-a6d77639006e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:35.771291 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f1bf37-d62d-43da-8e8a-e631743e9545 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:35.771689 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f1bf37-d62d-43da-8e8a-e631743e9545'] response: {'name': 'network-changed', 'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e', 'status': 'completed', 'code': 200} Jun 21 05:59:35.803556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172b3a8-0638-4e8f-a753-06706e736057 service neutron] Pushing event updated for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:35.828303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-cf258140-6fb3-4c77-8470-3ea5647444c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:35.829890 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-cf258140-6fb3-4c77-8470-3ea5647444c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 1127 time: 0.0551341 Jun 21 05:59:35.884826 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-f27c0841-2ebe-4cce-8c16-4a683c88a1b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831f473c-b089-4dc2-87af-a6d77639006e HTTP/1.1" status: 200 len: 217 time: 0.0390427 Jun 21 05:59:35.936942 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-3e908fe6-6541-4a19-9475-b18e367011b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:35.938488 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-3e908fe6-6541-4a19-9475-b18e367011b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.0478001 Jun 21 05:59:35.983805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966161a-d3de-402c-a512-187773a8ef43 req-311e3093-4255-4bb4-a5b1-75c52d6e4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:35.985337 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-311e3093-4255-4bb4-a5b1-75c52d6e4095 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393801 Jun 21 05:59:36.021568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:36.090994 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-ecd73539-3d3b-4fc1-a265-8d120fcd7ca3 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884418 Jun 21 05:59:36.181648 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0966161a-d3de-402c-a512-187773a8ef43 req-aef848da-5c91-4785-a1fb-00211e574476 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847347 Jun 21 05:59:36.562495 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862ad3f-c988-4321-970a-02251ae0be97 req-f5720f25-f01d-46cb-8db4-740a1f1001e8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:36.564581 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2862ad3f-c988-4321-970a-02251ae0be97 req-f5720f25-f01d-46cb-8db4-740a1f1001e8 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 943 time: 0.0474672 Jun 21 05:59:36.611205 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2862ad3f-c988-4321-970a-02251ae0be97 req-a3b30f06-6564-47a2-8354-6bbaf8ceda77 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Jun 21 05:59:37.295075 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-1f2800ec-0869-4a4b-8a4c-a68b0b7ec9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:37.296543 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-1f2800ec-0869-4a4b-8a4c-a68b0b7ec9b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 1127 time: 0.0391939 Jun 21 05:59:37.733703 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554ff3-c73b-4417-a222-cbe48cb20798 req-7d206b7c-214d-46bc-bf6f-5dbf23081500 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:37.735299 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d4554ff3-c73b-4417-a222-cbe48cb20798 req-7d206b7c-214d-46bc-bf6f-5dbf23081500 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 943 time: 0.0512025 Jun 21 05:59:37.770372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-ce0f9a6b-4623-4799-baa3-0c11d6062726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:37.771920 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-ce0f9a6b-4623-4799-baa3-0c11d6062726 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.1170380 Jun 21 05:59:37.796397 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d4554ff3-c73b-4417-a222-cbe48cb20798 req-834c51ca-eb14-4d00-8c88-0f4261da9715 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552566 Jun 21 05:59:38.087475 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-d63c8c92-85c1-42a8-9122-42993d59d6ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831f473c-b089-4dc2-87af-a6d77639006e HTTP/1.1" status: 200 len: 217 time: 0.0349824 Jun 21 05:59:38.147514 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-814cf5be-0bda-4400-914b-a149f13cb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:38.149091 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-814cf5be-0bda-4400-914b-a149f13cb1d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.0500762 Jun 21 05:59:38.195554 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-b916f5a6-7d63-432e-a41c-e1b308b75c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:38.197076 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-b916f5a6-7d63-432e-a41c-e1b308b75c7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407393 Jun 21 05:59:38.299375 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-7000a301-ba5c-456b-926e-a9156ccbed65 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835252 Jun 21 05:59:38.385742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 831f473c-b089-4dc2-87af-a6d77639006e details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:59:38.492578 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=831f473c-b089-4dc2-87af-a6d77639006e,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:38.619256 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ab8c000-8edd-49eb-a9c5-33eb4be153c5 req-2fd19df2-2bb4-413f-af0e-bf464c422720 service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131924 Jun 21 05:59:38.634825 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '831f473c-b089-4dc2-87af-a6d77639006e', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'port_id': '831f473c-b089-4dc2-87af-a6d77639006e', 'mac_address': 'fa:16:3e:9e:9e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:59:38.660394 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:38.670549 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 831f473c-b089-4dc2-87af-a6d77639006e is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:38.670924 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (831f473c-b089-4dc2-87af-a6d77639006e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:38.684191 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831f473c-b089-4dc2-87af-a6d77639006e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:38.695270 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:38.704897 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=831f473c-b089-4dc2-87af-a6d77639006e,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:38.708625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:38.754654 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:38.915836 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160258-74b5-46bd-822d-bb55f833522e req-35db7bf8-1ee3-440b-9234-3148670e9307 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:38.917371 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95160258-74b5-46bd-822d-bb55f833522e req-35db7bf8-1ee3-440b-9234-3148670e9307 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 944 time: 0.0523283 Jun 21 05:59:38.966754 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-95160258-74b5-46bd-822d-bb55f833522e req-13df8a88-f0a2-4849-839a-ca13a742a52e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Jun 21 05:59:39.036937 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['831f473c-b089-4dc2-87af-a6d77639006e'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:59:39.338598 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=75 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:39.693452 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 05:59:40.082445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1518b8b-27b9-4fd6-be8d-17eac0d9144e req-36da8830-fb99-43fd-928b-1e92e6f268a9 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:40.084015 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1518b8b-27b9-4fd6-be8d-17eac0d9144e req-36da8830-fb99-43fd-928b-1e92e6f268a9 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 944 time: 0.0481412 Jun 21 05:59:40.135218 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f1518b8b-27b9-4fd6-be8d-17eac0d9144e req-3a7b1b69-725c-40b6-a066-f0ef5bae525d tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Jun 21 05:59:40.386472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 831f473c-b089-4dc2-87af-a6d77639006e up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:59:40.441672 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 831f473c-b089-4dc2-87af-a6d77639006e completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:59:40.447823 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 831f473c-b089-4dc2-87af-a6d77639006e triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:40.448199 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (831f473c-b089-4dc2-87af-a6d77639006e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:40.525548 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 831f473c-b089-4dc2-87af-a6d77639006e is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:40.526105 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (831f473c-b089-4dc2-87af-a6d77639006e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:40.551987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:40.554290 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3682ca38-f7c8-402f-914b-76b9aac9a21e" -d '{"events": [{"server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "name": "network-vif-plugged", "status": "completed", "tag": "831f473c-b089-4dc2-87af-a6d77639006e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:40.567792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=831f473c-b089-4dc2-87af-a6d77639006e,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:40.577015 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:40.601411 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118ee80-b8f0-4030-9c64-68c458613cbc x-openstack-request-id: req-a118ee80-b8f0-4030-9c64-68c458613cbc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:40.601700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "name": "network-vif-plugged", "status": "completed", "tag": "831f473c-b089-4dc2-87af-a6d77639006e", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:40.601965 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a118ee80-b8f0-4030-9c64-68c458613cbc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:40.602357 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a118ee80-b8f0-4030-9c64-68c458613cbc'] response: {'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e', 'code': 200} Jun 21 05:59:40.629039 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:40.667488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811fa2-8387-4537-87fb-26d737e9c0c4 req-86fdd244-f85b-4868-ae38-54292872facb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:40.668965 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88811fa2-8387-4537-87fb-26d737e9c0c4 req-86fdd244-f85b-4868-ae38-54292872facb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0537548 Jun 21 05:59:40.715912 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88811fa2-8387-4537-87fb-26d737e9c0c4 req-25f42038-18e8-44e4-9209-08083c409f0c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Jun 21 05:59:41.250879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24c85-8f9b-4152-ba38-0e8e9178f7a1 req-d95b7075-30dc-43e7-9406-e168d0c5def5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:41.252405 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7da24c85-8f9b-4152-ba38-0e8e9178f7a1 req-d95b7075-30dc-43e7-9406-e168d0c5def5 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0480361 Jun 21 05:59:41.300365 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7da24c85-8f9b-4152-ba38-0e8e9178f7a1 req-88764e8d-89e6-4330-b678-0ccda1ae48b6 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Jun 21 05:59:41.831181 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37258011-a271-48e2-81a1-f979e782771a req-10cb16b6-4a24-4ca0-8038-60234a99e4b0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:41.832651 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-37258011-a271-48e2-81a1-f979e782771a req-10cb16b6-4a24-4ca0-8038-60234a99e4b0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0480511 Jun 21 05:59:41.882920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-37258011-a271-48e2-81a1-f979e782771a req-2caf5ad9-6141-45e3-b501-64c7468ae138 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=081741da-42fc-4ec6-8158-824eb4c91bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446694 Jun 21 05:59:42.248282 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebbb4-f219-491c-b51e-ca0f1b758993 req-7e3ed758-9150-4308-80bf-63baa8159559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:42.249880 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-315ebbb4-f219-491c-b51e-ca0f1b758993 req-7e3ed758-9150-4308-80bf-63baa8159559 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 1129 time: 0.1160378 Jun 21 05:59:42.262358 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-08d7377d-e5cf-4edd-a35b-4fdbb4511de0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:42.263758 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-08d7377d-e5cf-4edd-a35b-4fdbb4511de0 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 945 time: 0.0566561 Jun 21 05:59:42.368136 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-315ebbb4-f219-491c-b51e-ca0f1b758993 req-98fc74b5-d0c2-401d-b690-3c98cdba9ce5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033421 Jun 21 05:59:42.376000 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:59:42.376333 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:42.389271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:42.426050 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201430-ef46-4077-a606-b8cac7dd348c req-d51687a7-e27d-4f47-b2e4-080b05e0c154 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:42.427566 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa201430-ef46-4077-a606-b8cac7dd348c req-d51687a7-e27d-4f47-b2e4-080b05e0c154 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0480790 Jun 21 05:59:42.442381 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:42.472531 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] For port 43fda2d1-d511-44e5-aad7-2e6b22b30b19, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=43fda2d1-d511-44e5-aad7-2e6b22b30b19,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:42.472889 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:42.476903 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fa201430-ef46-4077-a606-b8cac7dd348c req-d25edec2-cc40-4f28-8a7f-37b48a5d4316 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Jun 21 05:59:42.531571 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:42.636121 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:42.636382 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (00031307-7d11-40b0-bfce-68608a525478), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:42.636764 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP 00031307-7d11-40b0-bfce-68608a525478 disassociated. External IP: 172.27.0.23, port: 43fda2d1-d511-44e5-aad7-2e6b22b30b19. Jun 21 05:59:42.637099 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 43fda2d1-d511-44e5-aad7-2e6b22b30b19 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:42.766305 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (43fda2d1-d511-44e5-aad7-2e6b22b30b19), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:42.795119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=43fda2d1-d511-44e5-aad7-2e6b22b30b19,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:42.922249 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:42.980264 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1953e489-d103-4821-a659-d9c5e2264056 req-155a458d-16fe-4291-8f4a-d456da0c9a73 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 210 time: 0.0277493 Jun 21 05:59:43.028885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:43.038420 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:43.049312 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:43.050029 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:43.072285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] No DVR routers for this DVR port 43fda2d1-d511-44e5-aad7-2e6b22b30b19 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 05:59:43.075032 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:43.078671 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d6db719b-6840-4a9c-b394-f7ce977d51a2 req-ec9d250c-7ffc-4e5d-967b-7c68a74d8aa5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "DELETE /v2.0/ports/43fda2d1-d511-44e5-aad7-2e6b22b30b19 HTTP/1.1" status: 204 len: 173 time: 0.8081412 Jun 21 05:59:43.079149 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'name': 'network-vif-deleted', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:43.081353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada44058-2608-4717-958e-fa51689cc6e7" -d '{"events": [{"server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "name": "network-vif-deleted", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:43.123438 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf07b4-275c-44c5-b43b-5a6bf7c089d4 x-openstack-request-id: req-7bbf07b4-275c-44c5-b43b-5a6bf7c089d4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:43.123731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a169ff-6c9d-4d88-885a-cb082c72980c", "name": "network-vif-deleted", "tag": "43fda2d1-d511-44e5-aad7-2e6b22b30b19", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:43.123981 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bbf07b4-275c-44c5-b43b-5a6bf7c089d4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:43.124410 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbf07b4-275c-44c5-b43b-5a6bf7c089d4'] response: {'server_uuid': '24a169ff-6c9d-4d88-885a-cb082c72980c', 'name': 'network-vif-deleted', 'tag': '43fda2d1-d511-44e5-aad7-2e6b22b30b19', 'status': 'completed', 'code': 200} Jun 21 05:59:43.253729 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:43.433513 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:43.444884 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:43.470628 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:43.479229 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:43.479898 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:43.583225 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:43.595701 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82037d-7834-4b8a-8f65-93e5bb4cfe45 req-a4f4d1ef-4270-49d9-a235-cfc99cf25c8e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:43.597182 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe82037d-7834-4b8a-8f65-93e5bb4cfe45 req-a4f4d1ef-4270-49d9-a235-cfc99cf25c8e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0506368 Jun 21 05:59:43.645968 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe82037d-7834-4b8a-8f65-93e5bb4cfe45 req-41315d98-1d92-40a6-8250-62ced6684cc0 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Jun 21 05:59:43.784289 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:43.808302 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f3cd8-4810-48c7-9a59-35cd69c72ab4 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:44.039241 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e91e9-0002-461b-98d7-ef698bee5561 None None] New status for floating IP 00031307-7d11-40b0-bfce-68608a525478: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:44.101115 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0128adea-b504-4159-819f-44d42dc5f4a3 req-8d13ec18-d4bb-40d7-a190-61451b33494e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a169ff-6c9d-4d88-885a-cb082c72980c HTTP/1.1" status: 200 len: 210 time: 0.0287547 Jun 21 05:59:44.419490 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 43fda2d1-d511-44e5-aad7-2e6b22b30b19 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 05:59:44.439809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 43fda2d1-d511-44e5-aad7-2e6b22b30b19 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 05:59:44.440145 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 43fda2d1-d511-44e5-aad7-2e6b22b30b19 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 05:59:44.759242 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f24c5-e1a3-48f9-818b-42dfc5bae6cc req-451a4b95-0954-4dd1-b5b1-a2a73c3a433e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:44.760711 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c98f24c5-e1a3-48f9-818b-42dfc5bae6cc req-451a4b95-0954-4dd1-b5b1-a2a73c3a433e tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0469971 Jun 21 05:59:44.793246 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:44.811085 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c98f24c5-e1a3-48f9-818b-42dfc5bae6cc req-1b2ca4cf-a929-4e9d-b87c-dec46aecfde4 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Jun 21 05:59:44.926735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2bfd2-c2b2-4ca0-9b72-0c97a80db331 req-abc22784-418c-4386-9ca8-dbafd6533b93 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:44.928109 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5ee2bfd2-c2b2-4ca0-9b72-0c97a80db331 req-abc22784-418c-4386-9ca8-dbafd6533b93 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0526657 Jun 21 05:59:44.936864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:44.941912 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Request body: {'floatingip': {'port_id': '831f473c-b089-4dc2-87af-a6d77639006e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:44.984636 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.183578 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44142) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:45.240975 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0affdb52-4409-4ed9-88d2-78f8cf5f2e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.246560 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (081741da-42fc-4ec6-8158-824eb4c91bc2), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.273796 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (081741da-42fc-4ec6-8158-824eb4c91bc2), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.322492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (081741da-42fc-4ec6-8158-824eb4c91bc2), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.324871 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:45.325239 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.326467 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/security-groups/081741da-42fc-4ec6-8158-824eb4c91bc2 HTTP/1.1" status: 204 len: 168 time: 0.1418540 Jun 21 05:59:45.331771 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44146) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:45.339385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:45.345651 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fba8bd-9b77-4f66-90fd-58469fc8d7e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081741da-42fc-4ec6-8158-824eb4c91bc2,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:45.352168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.api.v2.resource [None req-97799396-2270-43ea-9e20-e3c56de2b733 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] show failed (client error): The resource could not be found. Jun 21 05:59:45.353189 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-97799396-2270-43ea-9e20-e3c56de2b733 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups/081741da-42fc-4ec6-8158-824eb4c91bc2 HTTP/1.1" status: 404 len: 347 time: 0.0204434 Jun 21 05:59:45.356115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44148) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:45.420914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.424854 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.470494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 68c0daa9-1abf-4c2b-8973-180161820d9c {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 05:59:45.470714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.522750 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Floating IP 695b8606-9d61-4e9e-8645-cf6cdbc00670 associated. External IP: 172.27.0.162, port: 831f473c-b089-4dc2-87af-a6d77639006e. Jun 21 05:59:45.556251 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.556579 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (68c0daa9-1abf-4c2b-8973-180161820d9c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.570579 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 68c0daa9-1abf-4c2b-8973-180161820d9c owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 05:59:45.704630 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (68c0daa9-1abf-4c2b-8973-180161820d9c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.722035 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:45.731406 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=68c0daa9-1abf-4c2b-8973-180161820d9c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:45.792930 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (00031307-7d11-40b0-bfce-68608a525478), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.795448 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.797110 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a97d2060-fb93-4713-abae-2e78aa94a067 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/floatingips/00031307-7d11-40b0-bfce-68608a525478 HTTP/1.1" status: 204 len: 168 time: 0.4395146 Jun 21 05:59:45.829365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:45.833698 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.840557 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:45.853053 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:45.854128 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:45.868351 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44152) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:45.868708 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1ca41634-e04e-4dd3-815e-38073d0293f3 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "PUT /v2.0/floatingips/695b8606-9d61-4e9e-8645-cf6cdbc00670 HTTP/1.1" status: 200 len: 991 time: 0.9304237 Jun 21 05:59:45.869516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:45.871978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd821a14-23fa-49c9-90e9-0e81f2642ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "tag": "831f473c-b089-4dc2-87af-a6d77639006e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:45.873672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882628683', 'description': 'tempest-description--1911865615'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:45.878884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:45.900944 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:45.974119 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:45.980045 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652abe2c-1f76-4d11-9202-a56a3d9f51ad x-openstack-request-id: req-652abe2c-1f76-4d11-9202-a56a3d9f51ad {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:45.980568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "tag": "831f473c-b089-4dc2-87af-a6d77639006e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:45.980568 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-652abe2c-1f76-4d11-9202-a56a3d9f51ad {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:45.981275 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652abe2c-1f76-4d11-9202-a56a3d9f51ad'] response: {'name': 'network-changed', 'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e', 'status': 'completed', 'code': 200} Jun 21 05:59:46.005161 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (430b7b8c-706c-41a7-81f6-765e4b76ec05), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.012492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (430b7b8c-706c-41a7-81f6-765e4b76ec05), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.044378 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430b7b8c-706c-41a7-81f6-765e4b76ec05,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:46.059956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.061321 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-122491a9-e412-409d-bd5a-08059f394f56 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1912768 Jun 21 05:59:46.064605 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44160) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:46.070215 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '430b7b8c-706c-41a7-81f6-765e4b76ec05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:46.071381 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-2e4e0212-1018-4a09-8947-0bcaae4af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:46.074447 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-2e4e0212-1018-4a09-8947-0bcaae4af286 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=219135be95384a599a7c8e7df72175c2&device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 1129 time: 0.0551898 Jun 21 05:59:46.103279 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (531dab99-1b04-4c6f-be77-ca088bc770a1), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.113475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.169624 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (531dab99-1b04-4c6f-be77-ca088bc770a1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.174592 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (531dab99-1b04-4c6f-be77-ca088bc770a1), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.182780 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-d29ea16b-e2d6-4463-bfa0-37e82f2ee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:46.184426 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-d29ea16b-e2d6-4463-bfa0-37e82f2ee4b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 200 len: 911 time: 0.1047044 Jun 21 05:59:46.193869 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531dab99-1b04-4c6f-be77-ca088bc770a1,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:46.202420 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.206322 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-908bc2e5-7557-43a8-b1c0-1fad0d3267e9 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382267 Jun 21 05:59:46.206486 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44162) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:46.210997 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'security_group_rule': {'security_group_id': '430b7b8c-706c-41a7-81f6-765e4b76ec05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:46.230014 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '695b8606-9d61-4e9e-8645-cf6cdbc00670', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '831f473c-b089-4dc2-87af-a6d77639006e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:9e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:31Z', 'updated_at': '2022-06-21T05:59:45Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:46.232952 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.239751 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (e75e200c-5920-4580-8e9d-7cab30a27962), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.259953 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:46.263466 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-d37d5708-e6f0-4c93-9867-79a8c224dc97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=831f473c-b089-4dc2-87af-a6d77639006e HTTP/1.1" status: 200 len: 999 time: 0.0620198 Jun 21 05:59:46.270466 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:46.271110 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:46.303146 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (e75e200c-5920-4580-8e9d-7cab30a27962), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.308158 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (e75e200c-5920-4580-8e9d-7cab30a27962), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.324529 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-02ed354d-57e9-45a7-8ced-c2494937c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:46.324758 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75e200c-5920-4580-8e9d-7cab30a27962,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:46.326300 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-02ed354d-57e9-45a7-8ced-c2494937c206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 200 len: 849 time: 0.0520329 Jun 21 05:59:46.338572 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.339919 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1ee11cc4-9314-4908-b7d5-377d81fff8bc tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324220 Jun 21 05:59:46.343326 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44164) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:46.348679 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:46.372567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.374820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-f6afb0a3-9884-4738-8966-c0de6c945eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:46.376542 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-f6afb0a3-9884-4738-8966-c0de6c945eb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d1a065d-e112-4f81-9899-4ee12e5c17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437677 Jun 21 05:59:46.391313 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:46.458987 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.473024 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-bbc9841d-6659-4d20-b682-44c2273d2c2f service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888784 Jun 21 05:59:46.487508 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.556993 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.574862 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-cd821a14-23fa-49c9-90e9-0e81f2642ba4 req-face586f-babc-465a-bfa1-a41b1a78dd9c service neutron] 10.222.0.23 "GET /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954094 Jun 21 05:59:46.580446 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.27.0.12 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/8211d713-001b-4946-8c1f-42cabe68f19a) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:46.600238 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.619628 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '695b8606-9d61-4e9e-8645-cf6cdbc00670', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '831f473c-b089-4dc2-87af-a6d77639006e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:9e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:31Z', 'updated_at': '2022-06-21T05:59:45Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:46.650070 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a270533-65ad-45a5-97fc-c883ba42e14a None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '695b8606-9d61-4e9e-8645-cf6cdbc00670', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'port_id': '831f473c-b089-4dc2-87af-a6d77639006e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'mac_address': 'fa:16:3e:9e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:31Z', 'updated_at': '2022-06-21T05:59:45Z', 'revision_number': 1, 'project_id': '219135be95384a599a7c8e7df72175c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:46.705530 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (8211d713-001b-4946-8c1f-42cabe68f19a), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.740686 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.787808 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:46.792803 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:46.795302 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:46.801175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=8211d713-001b-4946-8c1f-42cabe68f19a,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:46.861830 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ce5a26-9166-4481-bcb5-09446e387ec0 None None] New status for floating IP 695b8606-9d61-4e9e-8645-cf6cdbc00670: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:46.874443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:46.889092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:46.928296 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.081194 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (8211d713-001b-4946-8c1f-42cabe68f19a), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.085564 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.156409 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=8211d713-001b-4946-8c1f-42cabe68f19a,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:47.168488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.184963 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.186218 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3a8474c5-3fa2-4b60-93fc-da78aec74081 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8411479 Jun 21 05:59:47.305057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2200f5b-28d3-453f-8912-2baf1b9410a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:47.338708 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-0266ad43-bff4-4728-b275-1d2474ca8ceb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1882628683&fields=id&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 267 time: 0.0441794 Jun 21 05:59:47.447838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-553605f5-9c5f-421b-b933-2f2a15ce8b7f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:47.449272 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-553605f5-9c5f-421b-b933-2f2a15ce8b7f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.1037986 Jun 21 05:59:47.463915 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-9f56c24f-4063-480d-98c6-e6e378127c53 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/quotas/ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 375 time: 0.0088429 Jun 21 05:59:47.503550 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:47.513525 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-ba57aa5f-8b7b-4ac9-ac90-ccab41a020a3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443418 Jun 21 05:59:47.657687 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-07cb29ce-ed35-45e3-add4-28ba0e353fa7 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327279 Jun 21 05:59:47.754379 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-ac0a76ff-1b06-40c3-bbbb-9132813199e7 service neutron] 10.222.0.18 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Jun 21 05:59:47.918168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9fca2b20-36be-4fa3-9703-bbbb11ac01ae req-aff7c782-91e6-4f74-9d0c-a892efb1ef02 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 210 time: 0.0293496 Jun 21 05:59:48.825104 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:48.842994 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:48.909320 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-b54d4d75-7334-4eac-8897-c650e5757817 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:48.910823 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-b54d4d75-7334-4eac-8897-c650e5757817 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 815 time: 0.1163068 Jun 21 05:59:48.985121 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-f4eee310-af69-459f-8bbb-638b6bf483c4 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1571657afc4ffd9fa9125c251de2c8 HTTP/1.1" status: 200 len: 380 time: 0.0608089 Jun 21 05:59:48.994519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'port': {'device_id': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'admin_state_up': True, 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'security_groups': ['430b7b8c-706c-41a7-81f6-765e4b76ec05']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:49.024879 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-36bfd1fb-cd8d-4bf2-be66-e4407ff6ffb9 req-07e33c83-a1e4-4230-8e32-1d9a99f2e8cb tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 210 time: 0.0317748 Jun 21 05:59:49.106342 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Made reservation on behalf of ed1571657afc4ffd9fa9125c251de2c8 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 05:59:49.112202 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.246896 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Allocated IP 172.20.0.10 (af2e04db-de33-4272-99f0-75327f84c194/91be574e-f537-4e1e-945d-fd6b185993b4/5ae1b537-6fae-4629-973f-7680b8a4a4f5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 05:59:49.386460 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.418111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.462885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Network af2e04db-de33-4272-99f0-75327f84c194 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 05:59:49.466303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 05:59:49.471334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 05:59:49.477814 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event updated for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:49.525040 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:49.525651 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.547469 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-8d879217-b72a-4255-b5cb-d92b84349d21 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568557 Jun 21 05:59:49.559799 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Request body: {'port': {'device_id': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:49.599044 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:49.628852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.638325 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:49.709391 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-763c9e29-fefb-4b60-9f13-7d6c6aa8cde8 None None] Provisioning complete for port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:49.709734 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-763c9e29-fefb-4b60-9f13-7d6c6aa8cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.742195 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-763c9e29-fefb-4b60-9f13-7d6c6aa8cde8 None None] Port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 05:59:49.888981 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae1b537-6fae-4629-973f-7680b8a4a4f5 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:49.897004 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks [] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.909426 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Transition to ACTIVE for port object 5ae1b537-6fae-4629-973f-7680b8a4a4f5 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 05:59:49.913970 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.957266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:49.974280 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Pushing event updated for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:50.166672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c4b6e-b5d6-4290-8115-6c9fc5de7d80 req-ba08a6ff-43a0-496b-ab4a-b3e31fcc2593 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:50.168327 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc3c4b6e-b5d6-4290-8115-6c9fc5de7d80 req-ba08a6ff-43a0-496b-ab4a-b3e31fcc2593 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 944 time: 0.0528207 Jun 21 05:59:50.219520 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc3c4b6e-b5d6-4290-8115-6c9fc5de7d80 req-85aa655f-085d-4e16-987c-571e0fe1d09d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Jun 21 05:59:50.273813 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Attempting to bind port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 05:59:50.274162 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Attempting to bind port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 05:59:50.274479 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Attempting to bind port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:50.278797 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 on network af2e04db-de33-4272-99f0-75327f84c194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 05:59:50.279102 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Attempting to bind port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 on network af2e04db-de33-4272-99f0-75327f84c194 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 05:59:50.284550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 5, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 05:59:50.284875 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Checking segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 05:59:50.285244 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Bound using segment: {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 05:59:50.285647 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Bound port: 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e92e67-f501-48c0-9c09-b850ff351f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 05:59:50.286018 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:50.344856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 05:59:50.348100 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 05:59:50.354066 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:50.392070 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:50.392861 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:50.394383 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] 10.222.0.23 "PUT /v2.0/ports/5ae1b537-6fae-4629-973f-7680b8a4a4f5 HTTP/1.1" status: 200 len: 1094 time: 0.8387833 Jun 21 05:59:50.396720 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:50.400140 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d474d-d07a-428a-addd-5fc8a231fae4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:50.426963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f2302-35ba-49e1-855a-b5af9d5944ac service neutron] Pushing event updated for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:50.450930 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff381f5b-bd90-4d07-b764-dc2cd711b69a x-openstack-request-id: req-ff381f5b-bd90-4d07-b764-dc2cd711b69a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:50.451212 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:50.451594 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff381f5b-bd90-4d07-b764-dc2cd711b69a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:50.451984 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff381f5b-bd90-4d07-b764-dc2cd711b69a'] response: {'name': 'network-changed', 'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'status': 'completed', 'code': 200} Jun 21 05:59:50.484550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-2d78cb52-51c5-4673-82b9-6dbdb0476f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:50.486097 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-2d78cb52-51c5-4673-82b9-6dbdb0476f85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 1128 time: 0.0452862 Jun 21 05:59:50.535597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:50.536980 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-eb44f3d0-8412-4ea7-b1db-99a32c2506fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5 HTTP/1.1" status: 200 len: 217 time: 0.0414371 Jun 21 05:59:50.598448 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-8900ec6f-7a43-4fd2-afe4-28c8944c2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:50.599916 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-8900ec6f-7a43-4fd2-afe4-28c8944c2ef5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0506935 Jun 21 05:59:50.643645 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc84e-0431-470c-9420-deee02247eca req-e2e68518-d972-44e8-b5b5-0c40b6b41a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:50.645043 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-e2e68518-d972-44e8-b5b5-0c40b6b41a60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388048 Jun 21 05:59:50.735297 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-b36227ec-ee74-4c93-8109-10d040bce1dc service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Jun 21 05:59:50.774147 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:50.816513 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:50.831363 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-494cc84e-0431-470c-9420-deee02247eca req-f3c6f19c-aa6a-4823-895c-25043f5baafc service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889711 Jun 21 05:59:51.337142 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be512-f555-4427-a17f-1ea1282d8e7a req-2ca5ec80-14a0-4dd8-a603-54ace81a762c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:51.338648 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de6be512-f555-4427-a17f-1ea1282d8e7a req-2ca5ec80-14a0-4dd8-a603-54ace81a762c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 944 time: 0.0472295 Jun 21 05:59:51.388049 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-de6be512-f555-4427-a17f-1ea1282d8e7a req-92c2512f-da88-4206-b58f-faca11906f9c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Jun 21 05:59:51.873643 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-10db84f2-c199-4ab7-bcf4-81562019b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:51.875828 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-10db84f2-c199-4ab7-bcf4-81562019b23d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 1128 time: 0.0406032 Jun 21 05:59:51.975059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-81694264-3f2e-4abc-bf4b-b357e2ac0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:51.976544 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-81694264-3f2e-4abc-bf4b-b357e2ac0b0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.0908265 Jun 21 05:59:52.027242 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-483fe705-2a61-41bb-911d-a25f1a03271c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5 HTTP/1.1" status: 200 len: 217 time: 0.0343621 Jun 21 05:59:52.076153 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-1e5c55e2-211d-4757-9d73-5f9661dde892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:52.077666 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-1e5c55e2-211d-4757-9d73-5f9661dde892 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0439281 Jun 21 05:59:52.127284 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-512382bf-35a6-4924-8594-3fb3c5423ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:52.128733 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-512382bf-35a6-4924-8594-3fb3c5423ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440137 Jun 21 05:59:52.221830 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-055cf42d-a2e4-4f42-97f3-14dc1913baf9 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864971 Jun 21 05:59:52.319581 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b20d474d-d07a-428a-addd-5fc8a231fae4 req-db943145-c2ce-464b-87e9-83268dfc4177 service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912051 Jun 21 05:59:52.436090 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5ae1b537-6fae-4629-973f-7680b8a4a4f5 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 05:59:52.447179 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:52.449118 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:52.518774 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c677ab-d699-4675-8b6b-04a20494226e req-b4e1f91d-5212-4198-9888-0e900b72e72d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:52.520334 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-67c677ab-d699-4675-8b6b-04a20494226e req-b4e1f91d-5212-4198-9888-0e900b72e72d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 944 time: 0.0565276 Jun 21 05:59:52.545738 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:52.558383 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'port_id': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'mac_address': 'fa:16:3e:0f:9f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 05:59:52.569903 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:52.575176 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-67c677ab-d699-4675-8b6b-04a20494226e req-1c588205-5a0c-46ea-8583-9fb92678adf2 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Jun 21 05:59:52.595681 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:52.596068 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:52.609098 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae1b537-6fae-4629-973f-7680b8a4a4f5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 05:59:52.632293 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:52.636247 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:52.683726 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:52.690694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.691032 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.691364 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.691693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.692019 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.692337 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.692652 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.692966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.693278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.693590 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.693903 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.694242 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.694554 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.694863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.695171 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 05:59:52.930746 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['5ae1b537-6fae-4629-973f-7680b8a4a4f5'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 05:59:53.689298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4267c-b36f-47f6-9adf-e692e411140e req-d4d5d3a9-1b88-42cd-a680-07e2215bf572 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:53.690806 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32c4267c-b36f-47f6-9adf-e692e411140e req-d4d5d3a9-1b88-42cd-a680-07e2215bf572 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 945 time: 0.0468941 Jun 21 05:59:53.740968 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32c4267c-b36f-47f6-9adf-e692e411140e req-7b0952f2-320a-474a-83b6-b0eb55d1699e tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Jun 21 05:59:54.435679 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5ae1b537-6fae-4629-973f-7680b8a4a4f5 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 05:59:54.477761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 05:59:54.483395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 05:59:54.483763 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:54.559340 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 05:59:54.559723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:54.584103 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:54.586384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5c763-b5cf-475b-9703-9d1e6cd6f8ab" -d '{"events": [{"server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:54.602284 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 05:59:54.606997 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:54.632678 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090820f4-cd17-4402-8241-3257e6690d3c x-openstack-request-id: req-090820f4-cd17-4402-8241-3257e6690d3c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:54.632967 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:54.633391 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-090820f4-cd17-4402-8241-3257e6690d3c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:54.633902 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090820f4-cd17-4402-8241-3257e6690d3c'] response: {'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'code': 200} Jun 21 05:59:54.661925 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 05:59:54.796647 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b116-68f7-4f14-bd95-9b44b11966fa req-d45b1e62-74bf-40ba-b930-be19c237ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:54.798307 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d135b116-68f7-4f14-bd95-9b44b11966fa req-d45b1e62-74bf-40ba-b930-be19c237ff5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 1130 time: 0.0401876 Jun 21 05:59:54.845490 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-d135b116-68f7-4f14-bd95-9b44b11966fa req-8d01e17e-fa6a-4e5e-811f-96623a744b2c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Jun 21 05:59:54.854892 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146726-c831-4b09-bbf3-7037d27c02d1 req-e081954a-5f4a-4711-bb3c-9186977b35e6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:54.857119 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b146726-c831-4b09-bbf3-7037d27c02d1 req-e081954a-5f4a-4711-bb3c-9186977b35e6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0492823 Jun 21 05:59:54.917637 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2b146726-c831-4b09-bbf3-7037d27c02d1 req-dd3a7036-44f5-4f3a-a0d2-fb08c79b78a3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545554 Jun 21 05:59:56.033834 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8edf6a-68b9-4f61-a23c-6f2fce0237dd req-05fb112c-1c26-428f-8c77-6bf6f91e8619 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:56.035341 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f8edf6a-68b9-4f61-a23c-6f2fce0237dd req-05fb112c-1c26-428f-8c77-6bf6f91e8619 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0478630 Jun 21 05:59:56.085265 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f8edf6a-68b9-4f61-a23c-6f2fce0237dd req-40036f62-8eb4-4405-b881-ddfc3919e0f3 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Jun 21 05:59:56.622424 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=39 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:56.623226 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=8 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:57.021809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:57.206596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b796-5876-4676-a679-622177039b71 req-355280c7-0077-4a56-b92a-4ee9bd34ed6a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:57.208119 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2072b796-5876-4676-a679-622177039b71 req-355280c7-0077-4a56-b92a-4ee9bd34ed6a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0528634 Jun 21 05:59:57.261040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2072b796-5876-4676-a679-622177039b71 req-3f2ef8f1-6006-4e2a-93b6-3aae003bdd4c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470691 Jun 21 05:59:57.375379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0828fcc-8071-4ad4-97c6-8d6704945599 req-1d201ffa-950c-43d5-94c3-ad6884c48cc5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:57.376879 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c0828fcc-8071-4ad4-97c6-8d6704945599 req-1d201ffa-950c-43d5-94c3-ad6884c48cc5 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0515897 Jun 21 05:59:57.385423 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44226) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 05:59:57.390451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Request body: {'floatingip': {'port_id': '5ae1b537-6fae-4629-973f-7680b8a4a4f5'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 05:59:57.427103 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:57.428917 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:57.910273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:57.914513 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:58.031049 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP e62f97c8-ee8d-4fdc-8554-5e84307ca281 associated. External IP: 172.27.0.12, port: 5ae1b537-6fae-4629-973f-7680b8a4a4f5. Jun 21 05:59:58.129830 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:58.246009 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 05:59:58.352201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 05:59:58.356996 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 05:59:58.363121 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 05:59:58.373349 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:58.374017 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:58.387002 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5d74607d-3af4-4b1a-a2b7-9a5de8f9856a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "PUT /v2.0/floatingips/e62f97c8-ee8d-4fdc-8554-5e84307ca281 HTTP/1.1" status: 200 len: 991 time: 1.0003936 Jun 21 05:59:58.387505 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 05:59:58.390163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75661d3-4156-409e-b914-927a863827c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 05:59:58.492207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecbcf04-c0bd-453e-8616-d67efb83ed9a x-openstack-request-id: req-eecbcf04-c0bd-453e-8616-d67efb83ed9a {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 05:59:58.492504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 05:59:58.492763 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eecbcf04-c0bd-453e-8616-d67efb83ed9a {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 05:59:58.493173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecbcf04-c0bd-453e-8616-d67efb83ed9a'] response: {'name': 'network-changed', 'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'status': 'completed', 'code': 200} Jun 21 05:59:58.569039 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75661d3-4156-409e-b914-927a863827c8 req-5bc69d37-f8f6-48e9-9293-9cd62d043e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:58.570614 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-5bc69d37-f8f6-48e9-9293-9cd62d043e3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 1130 time: 0.0438178 Jun 21 05:59:58.574850 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:58.668920 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75661d3-4156-409e-b914-927a863827c8 req-dac23057-1362-4da2-bb6c-e8aec6d82c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:58.670630 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-dac23057-1362-4da2-bb6c-e8aec6d82c21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 200 len: 916 time: 0.0921288 Jun 21 05:59:58.742572 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-5849d8c7-9112-4832-bdd5-777e7c7929ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5 HTTP/1.1" status: 200 len: 999 time: 0.0558355 Jun 21 05:59:58.786025 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': 'e62f97c8-ee8d-4fdc-8554-5e84307ca281', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:0f:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:46Z', 'updated_at': '2022-06-21T05:59:57Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:58.797130 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75661d3-4156-409e-b914-927a863827c8 req-6b42c7a4-8902-4928-85c4-987065d356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:58.798675 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-6b42c7a4-8902-4928-85c4-987065d356df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 200 len: 854 time: 0.0490620 Jun 21 05:59:58.814652 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 05:59:58.823476 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 05:59:58.824095 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:58.848026 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75661d3-4156-409e-b914-927a863827c8 req-3a504a3e-1562-4113-89dc-2e96b9ab1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:58.849573 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-3a504a3e-1562-4113-89dc-2e96b9ab1f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=af2e04db-de33-4272-99f0-75327f84c194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404470 Jun 21 05:59:58.927311 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 05:59:58.948344 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-12225e57-91f7-4a05-86de-767272e945ec service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886109 Jun 21 05:59:59.017095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:59.029906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:59.048197 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c75661d3-4156-409e-b914-927a863827c8 req-52205df7-61e6-4f5a-a626-d2f449d84f5b service neutron] 10.222.0.23 "GET /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909536 Jun 21 05:59:59.149494 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': 'e62f97c8-ee8d-4fdc-8554-5e84307ca281', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:0f:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:46Z', 'updated_at': '2022-06-21T05:59:57Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 05:59:59.174449 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a419b-637f-49a1-9a2c-985f909db1d3 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': 'e62f97c8-ee8d-4fdc-8554-5e84307ca281', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'port_id': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'mac_address': 'fa:16:3e:0f:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T05:59:46Z', 'updated_at': '2022-06-21T05:59:57Z', 'revision_number': 1, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 05:59:59.373620 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae73b5-c1af-4454-9d1b-fb51db6bf653 None None] New status for floating IP e62f97c8-ee8d-4fdc-8554-5e84307ca281: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 05:59:59.469675 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 05:59:59.934237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63395d67-74cb-4d7f-9078-160df5fa8930 req-b2137b78-9cc2-433e-8a05-470ae5971d67 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 05:59:59.935709 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-63395d67-74cb-4d7f-9078-160df5fa8930 req-b2137b78-9cc2-433e-8a05-470ae5971d67 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0507009 Jun 21 05:59:59.982689 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-63395d67-74cb-4d7f-9078-160df5fa8930 req-eaaa68aa-6a65-4416-a22f-ee148e9f61bb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jun 21 06:00:01.066577 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:01.104794 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071e9d-dbfc-442f-968b-909579e241c3 req-50975738-5968-4077-bf28-0d259b4451fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:01.106351 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-57071e9d-dbfc-442f-968b-909579e241c3 req-50975738-5968-4077-bf28-0d259b4451fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0501513 Jun 21 06:00:01.153638 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-57071e9d-dbfc-442f-968b-909579e241c3 req-ffa414bd-7e76-4686-9ad3-153047ad49e9 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Jun 21 06:00:02.273581 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ccb4-5076-4543-b6f2-1984ccbdac56 req-77808b34-c619-4753-a34e-8e1157b25684 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:02.274992 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ad16ccb4-5076-4543-b6f2-1984ccbdac56 req-77808b34-c619-4753-a34e-8e1157b25684 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0466397 Jun 21 06:00:02.324517 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ad16ccb4-5076-4543-b6f2-1984ccbdac56 req-bf9162e2-f5b0-4427-bd0b-ba6b9f77e7b0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Jun 21 06:00:03.692792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce112a1-43a2-4bdf-955d-d4631e1150e8 req-0b02eef3-3bf3-4682-81fa-1e70f3c68db5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:03.694184 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fce112a1-43a2-4bdf-955d-d4631e1150e8 req-0b02eef3-3bf3-4682-81fa-1e70f3c68db5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.2953870 Jun 21 06:00:03.741952 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fce112a1-43a2-4bdf-955d-d4631e1150e8 req-11f8bec0-99d4-4b46-8053-0831cdee5118 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Jun 21 06:00:04.785755 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afe0ac-dc56-492f-8fce-e638c13c4e7e req-a1af47d2-9d94-4db3-b700-0ad0a983fc09 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:04.787266 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-76afe0ac-dc56-492f-8fce-e638c13c4e7e req-a1af47d2-9d94-4db3-b700-0ad0a983fc09 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Jun 21 06:00:04.867134 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-76afe0ac-dc56-492f-8fce-e638c13c4e7e req-c00b5eba-b191-4248-bcee-576eef4f0835 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732741 Jun 21 06:00:04.878055 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34af37-419a-4777-9c43-ef9e5e253da6 req-67c5d4c2-fab1-4a8c-aeea-9ad42b7b3ac5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:04.879504 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c34af37-419a-4777-9c43-ef9e5e253da6 req-67c5d4c2-fab1-4a8c-aeea-9ad42b7b3ac5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0601723 Jun 21 06:00:04.927293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c34af37-419a-4777-9c43-ef9e5e253da6 req-371f1fb7-f971-427f-ba75-0962759dbd5d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Jun 21 06:00:05.985281 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aae69-6e0a-4b5e-923f-c79414190e14 req-9cef101c-6dce-4476-b2fa-86f729d9965a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:05.986947 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-633aae69-6e0a-4b5e-923f-c79414190e14 req-9cef101c-6dce-4476-b2fa-86f729d9965a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Jun 21 06:00:06.070299 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37382-5af1-420f-908e-cded1d18b5a7 req-faa25f1e-b451-4142-a688-ec9991b50555 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:06.071782 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9f37382-5af1-420f-908e-cded1d18b5a7 req-faa25f1e-b451-4142-a688-ec9991b50555 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0655832 Jun 21 06:00:06.076010 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-633aae69-6e0a-4b5e-923f-c79414190e14 req-d6f1a4f8-ada0-4f52-bb40-3beab8496ba0 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834486 Jun 21 06:00:06.117390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:06.122080 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9f37382-5af1-420f-908e-cded1d18b5a7 req-e75d455c-3f6a-4d0c-b202-4594dba12397 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Jun 21 06:00:07.190351 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51c660-45d0-4581-aa78-62a283c36901 req-092458ea-1299-410d-869c-d0fafbf823ee tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:07.191916 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e51c660-45d0-4581-aa78-62a283c36901 req-092458ea-1299-410d-869c-d0fafbf823ee tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0481606 Jun 21 06:00:07.256197 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308aab7-46bb-471b-82f3-f04cf95f75d1 req-1bf56496-4b65-4563-8e7d-dac62e6ca761 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:07.257670 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5308aab7-46bb-471b-82f3-f04cf95f75d1 req-1bf56496-4b65-4563-8e7d-dac62e6ca761 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0607626 Jun 21 06:00:07.303537 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8e51c660-45d0-4581-aa78-62a283c36901 req-cffced35-dda5-4205-91a9-018a27abe5bc tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054435 Jun 21 06:00:07.331331 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5308aab7-46bb-471b-82f3-f04cf95f75d1 req-7dfa323a-0932-44af-8877-e39d0ca75183 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Jun 21 06:00:08.459185 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651ef5-61a5-4d3f-88de-321dff77f456 req-d39cc447-760a-4784-ad5e-56e61cea80d8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:08.460681 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18651ef5-61a5-4d3f-88de-321dff77f456 req-d39cc447-760a-4784-ad5e-56e61cea80d8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0773277 Jun 21 06:00:08.483062 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4254c5-8473-43fb-af3d-51277ab83b13 req-4d286862-5e0b-4cbd-8ec0-0566d0998376 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:08.484494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2e4254c5-8473-43fb-af3d-51277ab83b13 req-4d286862-5e0b-4cbd-8ec0-0566d0998376 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0637622 Jun 21 06:00:08.553646 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-18651ef5-61a5-4d3f-88de-321dff77f456 req-02c7fae3-bf1c-488a-82e3-492b0e115804 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=62b6825d-7fb6-4e91-a167-34a83863a143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858574 Jun 21 06:00:08.557356 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:08.565891 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2e4254c5-8473-43fb-af3d-51277ab83b13 req-2071efa6-691b-4d78-869d-a4fa7c20a197 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743008 Jun 21 06:00:08.572108 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ce73-432e-4aea-8031-45f47744c87a req-b9e756c7-2bd4-4422-a7da-0f25014d66d7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:08.573677 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1df1ce73-432e-4aea-8031-45f47744c87a req-b9e756c7-2bd4-4422-a7da-0f25014d66d7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Jun 21 06:00:08.669823 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Deleting port ac21a55c-508f-45cb-96cc-44152b7643dd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:08.670190 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:08.758395 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] For port ac21a55c-508f-45cb-96cc-44152b7643dd, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=ac21a55c-508f-45cb-96cc-44152b7643dd,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:08.758754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:08.924735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:08.925090 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:08.925397 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Floating IP 59f33c1f-29ef-43f5-b136-9ee6380684d3 disassociated. External IP: 172.27.0.64, port: ac21a55c-508f-45cb-96cc-44152b7643dd. Jun 21 06:00:08.925763 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Calling delete_port for ac21a55c-508f-45cb-96cc-44152b7643dd owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:09.051330 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (ac21a55c-508f-45cb-96cc-44152b7643dd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:09.084569 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event deleted for resources: {'Port': ['ID=ac21a55c-508f-45cb-96cc-44152b7643dd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:09.096819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.097165 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.097502 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.097841 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.098202 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.098530 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.098857 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.099177 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.099499 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.099819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.100138 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.100461 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.100781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.101103 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.101419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:09.212023 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:00:09.321392 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:00:09.331196 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:00:09.341531 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:00:09.342695 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:09.366964 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] No DVR routers for this DVR port ac21a55c-508f-45cb-96cc-44152b7643dd on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:00:09.369652 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:09.373325 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1df1ce73-432e-4aea-8031-45f47744c87a req-8f46ff58-fdf5-4fd8-95cb-6c1e56400cef tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "DELETE /v2.0/ports/ac21a55c-508f-45cb-96cc-44152b7643dd HTTP/1.1" status: 204 len: 173 time: 0.7894802 Jun 21 06:00:09.373776 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'name': 'network-vif-deleted', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:09.376731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24153bb-bcc0-4869-bd26-bc3e3a3b489e" -d '{"events": [{"server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "name": "network-vif-deleted", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:09.418629 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ac2fef-7064-4b39-8332-8e7f6201fe2c x-openstack-request-id: req-21ac2fef-7064-4b39-8332-8e7f6201fe2c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:09.419028 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84283f84-8793-4072-8e32-bfec2d2035f2", "name": "network-vif-deleted", "tag": "ac21a55c-508f-45cb-96cc-44152b7643dd", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:09.419372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21ac2fef-7064-4b39-8332-8e7f6201fe2c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:09.419870 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ac2fef-7064-4b39-8332-8e7f6201fe2c'] response: {'server_uuid': '84283f84-8793-4072-8e32-bfec2d2035f2', 'name': 'network-vif-deleted', 'tag': 'ac21a55c-508f-45cb-96cc-44152b7643dd', 'status': 'completed', 'code': 200} Jun 21 06:00:09.446781 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:00:09.480721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:09.491260 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:09.636786 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:09.656835 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:09.682361 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:00:09.691315 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:00:09.691931 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T05:59:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:09.703152 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e1aa4bf3-4e56-433a-9e3e-0228533c93b9 req-1b809542-6b6c-444b-8032-68cb27da7972 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=84283f84-8793-4072-8e32-bfec2d2035f2 HTTP/1.1" status: 200 len: 210 time: 0.0519593 Jun 21 06:00:09.729014 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc610e-7464-4703-8eb6-08c92f6d1d6b req-33fb65d5-694f-436c-a63a-653669c73698 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:09.730710 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97fc610e-7464-4703-8eb6-08c92f6d1d6b req-33fb65d5-694f-436c-a63a-653669c73698 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0681658 Jun 21 06:00:09.778085 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97fc610e-7464-4703-8eb6-08c92f6d1d6b req-244eb0e3-da64-4a0a-83ca-8ee8c8fd4bb3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Jun 21 06:00:09.797461 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:00:10.000973 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:10.030911 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31c6755-35eb-4f2d-9bea-bf5f0dd47dd6 None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:05Z', 'revision_number': 4, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '677044ce-6461-4e62-83e9-f0b3a5adba42', 'name': '', 'network_id': '151c610c-93dc-48d7-b97e-bb2c574c07b6', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'mac_address': 'fa:16:3e:f8:be:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:02Z', 'updated_at': '2022-06-21T05:54:27Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'subnets': [{'id': '57cd5e58-c299-48f9-800a-073a430a2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:00:10.251363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c4563-7481-473d-9699-b785cd621c55 None None] New status for floating IP 59f33c1f-29ef-43f5-b136-9ee6380684d3: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:00:10.793494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44320) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:10.849070 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (62b6825d-7fb6-4e91-a167-34a83863a143), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:10.903410 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (62b6825d-7fb6-4e91-a167-34a83863a143), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:10.928761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167199-3fe8-41ca-8d5f-3d4a46561d3e req-6e4d8ac9-7774-41a6-9a94-00b456f239a2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:10.930224 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97167199-3fe8-41ca-8d5f-3d4a46561d3e req-6e4d8ac9-7774-41a6-9a94-00b456f239a2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0757558 Jun 21 06:00:10.987129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-97167199-3fe8-41ca-8d5f-3d4a46561d3e req-420c9ca8-4af2-4839-a853-c5b95bed918a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486915 Jun 21 06:00:10.988057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (62b6825d-7fb6-4e91-a167-34a83863a143), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:10.990514 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:10.993790 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "DELETE /v2.0/security-groups/62b6825d-7fb6-4e91-a167-34a83863a143 HTTP/1.1" status: 204 len: 168 time: 0.1969955 Jun 21 06:00:10.994349 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44324) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:11.001286 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6825d-7fb6-4e91-a167-34a83863a143,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:11.008625 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.008972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.009311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.009645 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.010004 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.010337 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.010658 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.010987 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.011308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.011631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.011953 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.012271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.012588 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-be7cdbf6-1c6d-45fd-81f7-a80179cf12d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] show failed (client error): The resource could not be found. Jun 21 06:00:11.012700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.012904 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.013230 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38bf4c3-3947-421c-8526-28fafb0b3b73 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:11.016884 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-be7cdbf6-1c6d-45fd-81f7-a80179cf12d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups/62b6825d-7fb6-4e91-a167-34a83863a143 HTTP/1.1" status: 404 len: 347 time: 0.0173888 Jun 21 06:00:11.016988 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44326) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:11.131157 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:11.141358 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Deleting port 1aaa27fb-9eb0-4f7b-9652-f21286a8ac06 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:11.141958 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.143735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:11.220990 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.221311 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.238132 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Calling delete_port for 1aaa27fb-9eb0-4f7b-9652-f21286a8ac06 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:11.370539 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1aaa27fb-9eb0-4f7b-9652-f21286a8ac06), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.400818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event deleted for resources: {'Port': ['ID=1aaa27fb-9eb0-4f7b-9652-f21286a8ac06,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:11.459345 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks [] for floatingip (59f33c1f-29ef-43f5-b136-9ee6380684d3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.461692 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:11.462882 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1fe5b1e1-6450-4e56-b27e-2df72c8409a3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "DELETE /v2.0/floatingips/59f33c1f-29ef-43f5-b136-9ee6380684d3 HTTP/1.1" status: 204 len: 168 time: 0.4448187 Jun 21 06:00:12.106359 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0c735-0b32-494d-85e1-5d960c0ffa9a req-827f3ad9-e3f1-438f-93f0-20819e46f3c1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:12.107913 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5c0c735-0b32-494d-85e1-5d960c0ffa9a req-827f3ad9-e3f1-438f-93f0-20819e46f3c1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Jun 21 06:00:12.158762 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5c0c735-0b32-494d-85e1-5d960c0ffa9a req-faff3c39-364e-44fc-88fc-4c66f476c34c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Jun 21 06:00:12.526119 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device ac21a55c-508f-45cb-96cc-44152b7643dd no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:12.545510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: ac21a55c-508f-45cb-96cc-44152b7643dd {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:00:12.545846 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device ac21a55c-508f-45cb-96cc-44152b7643dd not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:13.276051 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a574b-002f-4379-9dd2-bcc4783fcab6 req-a0315835-231d-44cb-b3fc-d0a0a267c7a1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:13.277543 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-056a574b-002f-4379-9dd2-bcc4783fcab6 req-a0315835-231d-44cb-b3fc-d0a0a267c7a1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Jun 21 06:00:13.332467 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-056a574b-002f-4379-9dd2-bcc4783fcab6 req-ff2d8d1a-51b7-4f2a-95fe-246ade315692 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444753 Jun 21 06:00:13.939082 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd4804-ee1f-4274-8293-f60a108fc1be req-a7aabd59-86cf-4966-9348-8c1e3e1559b9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:13.940635 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbdd4804-ee1f-4274-8293-f60a108fc1be req-a7aabd59-86cf-4966-9348-8c1e3e1559b9 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Jun 21 06:00:13.988958 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbdd4804-ee1f-4274-8293-f60a108fc1be req-e46f3881-4ed8-449b-9a5a-18da54de6bb8 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Jun 21 06:00:14.461391 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7835e-4715-4461-bd67-a9cee71653c1 req-b6d14a22-e801-412b-a8ca-19cf2c7cad4f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:14.462903 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-79e7835e-4715-4461-bd67-a9cee71653c1 req-b6d14a22-e801-412b-a8ca-19cf2c7cad4f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0513422 Jun 21 06:00:14.482510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:14.512303 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-79e7835e-4715-4461-bd67-a9cee71653c1 req-ae80a171-33c4-4418-9baf-6bcc5d692079 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Jun 21 06:00:15.104433 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638d1b4-f6ae-4953-a8db-15839ad4d2a3 req-a45ea9db-5a4e-4637-af96-0f2bb03cfcdb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:15.105983 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0638d1b4-f6ae-4953-a8db-15839ad4d2a3 req-a45ea9db-5a4e-4637-af96-0f2bb03cfcdb tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Jun 21 06:00:15.153589 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0638d1b4-f6ae-4953-a8db-15839ad4d2a3 req-fb303bc0-c86f-4dcd-8f8c-b165225c67d6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Jun 21 06:00:15.244225 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d95153a-7fd6-4d42-8408-d8385df6f073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:15.323066 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-9f84a698-a2a5-4685-bc4b-ccac582a7a74 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:15.325080 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-9f84a698-a2a5-4685-bc4b-ccac582a7a74 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Jun 21 06:00:15.419095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Deleting port 9e97f399-c2e0-4a28-b1f4-99873b2113ef {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:15.419424 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:15.511752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] For port 9e97f399-c2e0-4a28-b1f4-99873b2113ef, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9e97f399-c2e0-4a28-b1f4-99873b2113ef,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:15.512105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:15.525754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Calling delete_port for 9e97f399-c2e0-4a28-b1f4-99873b2113ef owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:15.636166 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af7102-9aaa-41c4-89c9-a0853f83361a req-b775eb64-d8d0-45a5-a07f-5219090fc67d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:15.637682 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b7af7102-9aaa-41c4-89c9-a0853f83361a req-b775eb64-d8d0-45a5-a07f-5219090fc67d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0515900 Jun 21 06:00:15.658590 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (9e97f399-c2e0-4a28-b1f4-99873b2113ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:15.671213 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['e166dd5d-be6c-42ae-ab3a-1615b941b157', '9e97f399-c2e0-4a28-b1f4-99873b2113ef'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:00:15.688708 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event deleted for resources: {'Port': ['ID=9e97f399-c2e0-4a28-b1f4-99873b2113ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:15.694516 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b7af7102-9aaa-41c4-89c9-a0853f83361a req-3da5f7de-56a7-4054-b24d-afce43f585bd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497758 Jun 21 06:00:15.756230 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] No DVR routers for this DVR port 9e97f399-c2e0-4a28-b1f4-99873b2113ef on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:00:15.758908 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:15.762419 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-39abccbf-5a22-4575-93c1-1df7e84ef1f8 req-6e4d77f1-e3cc-4cf2-a5d1-14098d502e19 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "DELETE /v2.0/ports/9e97f399-c2e0-4a28-b1f4-99873b2113ef HTTP/1.1" status: 204 len: 173 time: 0.4307630 Jun 21 06:00:15.762866 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'name': 'network-vif-deleted', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:15.765148 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f541c009-a46e-420a-9fa8-3ce1c88b4136" -d '{"events": [{"server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "name": "network-vif-deleted", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:15.804515 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e5289-e384-420a-95e7-18185118830b x-openstack-request-id: req-070e5289-e384-420a-95e7-18185118830b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:15.804805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa48120-9328-4812-bcaa-9f731723b815", "name": "network-vif-deleted", "tag": "9e97f399-c2e0-4a28-b1f4-99873b2113ef", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:15.805145 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-070e5289-e384-420a-95e7-18185118830b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:15.805484 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070e5289-e384-420a-95e7-18185118830b'] response: {'server_uuid': '4aa48120-9328-4812-bcaa-9f731723b815', 'name': 'network-vif-deleted', 'tag': '9e97f399-c2e0-4a28-b1f4-99873b2113ef', 'status': 'completed', 'code': 200} Jun 21 06:00:16.267202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0b3244f0-d531-4aad-ac28-afa316160d4e req-2b6c6ff2-bca2-4d35-8fa3-9a4d45d35c8e tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aa48120-9328-4812-bcaa-9f731723b815 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Jun 21 06:00:16.553608 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:00:16.655535 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:16.668086 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:00:16.692296 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:00:16.704625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: ACTIVE; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:16.705004 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:16.719457 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:00:16.740326 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:16.744980 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:16.798620 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:16.820925 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75780415-dd2a-42cd-80ef-2b35c1182c42 req-fd19a70b-239e-45f1-a966-18fbaf7de8c6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:16.822449 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75780415-dd2a-42cd-80ef-2b35c1182c42 req-fd19a70b-239e-45f1-a966-18fbaf7de8c6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0482581 Jun 21 06:00:16.863855 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:16.866790 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['83ba6585-227c-4678-8bb8-307be75c8ca5'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:00:16.872544 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-75780415-dd2a-42cd-80ef-2b35c1182c42 req-c04c7f2c-ecda-4338-a8ad-4cf6881993e8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Jun 21 06:00:17.308792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6fb5-ddf5-4107-9506-4c2e7936a535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:17.544132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d9fa-18b5-4dff-b5e7-173dbf5f1f6d req-d61218b2-2446-4dce-8dbc-b24831520493 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:17.546197 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e76d9fa-18b5-4dff-b5e7-173dbf5f1f6d req-d61218b2-2446-4dce-8dbc-b24831520493 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Jun 21 06:00:17.594573 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6e76d9fa-18b5-4dff-b5e7-173dbf5f1f6d req-f65bb5b8-07d2-47ad-9254-0f52e823bef2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Jun 21 06:00:17.999589 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cc854-cdd0-4e79-a1c2-046bba406f64 req-6e7dc336-b722-4ab8-ad10-d83618bd2084 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:18.001075 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9d5cc854-cdd0-4e79-a1c2-046bba406f64 req-6e7dc336-b722-4ab8-ad10-d83618bd2084 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0480685 Jun 21 06:00:18.049249 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9d5cc854-cdd0-4e79-a1c2-046bba406f64 req-a71c4e05-df4a-430e-b8ac-b3337d2925fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Jun 21 06:00:18.572110 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:00:18.712366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129835e-e0df-4056-806e-b033d5189022 req-6d25d567-45fb-4f8b-b454-72a35c155da6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:18.713911 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c129835e-e0df-4056-806e-b033d5189022 req-6d25d567-45fb-4f8b-b454-72a35c155da6 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Jun 21 06:00:18.733646 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:18.745780 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 83ba6585-227c-4678-8bb8-307be75c8ca5 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:00:18.746176 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:18.767381 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c129835e-e0df-4056-806e-b033d5189022 req-572d25ab-0e97-4b19-8c3f-b09545057ee2 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Jun 21 06:00:18.774792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:18.824462 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:18.824760 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:18.862066 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:18.864375 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6118293-0a75-4576-b976-810123fbf336" -d '{"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:18.867309 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:18.880022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:18.884745 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:18.886445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9e97f399-c2e0-4a28-b1f4-99873b2113ef no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:18.924994 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 9e97f399-c2e0-4a28-b1f4-99873b2113ef {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:00:18.925342 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9e97f399-c2e0-4a28-b1f4-99873b2113ef not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:18.954146 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:18.960651 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc1a2a-c4bc-4b13-9e08-f0d5ae06188f x-openstack-request-id: req-39cc1a2a-c4bc-4b13-9e08-f0d5ae06188f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:18.960970 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:18.961192 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39cc1a2a-c4bc-4b13-9e08-f0d5ae06188f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:18.961589 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cc1a2a-c4bc-4b13-9e08-f0d5ae06188f'] response: {'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'code': 200} Jun 21 06:00:19.170332 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be79c-df10-4ce5-b8cc-d1d06df06a40 req-af78930d-67ca-4b38-b3c3-a74af4fe2d18 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:19.171817 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-897be79c-df10-4ce5-b8cc-d1d06df06a40 req-af78930d-67ca-4b38-b3c3-a74af4fe2d18 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0472608 Jun 21 06:00:19.219655 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-897be79c-df10-4ce5-b8cc-d1d06df06a40 req-f354d60f-d70a-474b-9fcd-f4f9880416f1 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Jun 21 06:00:19.883942 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea1156-58f3-4de0-b55b-64167a12dd75 req-59150d47-6243-4164-aff1-dfa8ddff7779 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:19.885464 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-41ea1156-58f3-4de0-b55b-64167a12dd75 req-59150d47-6243-4164-aff1-dfa8ddff7779 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0477784 Jun 21 06:00:19.933200 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-41ea1156-58f3-4de0-b55b-64167a12dd75 req-4ac31b5a-847f-4cc7-a1f6-3b3ca6c68cd3 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/security-groups?id=447addc8-8dfe-4197-ae7c-54dcf5ad37a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Jun 21 06:00:19.957571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.135402 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6879a-0b44-433b-9978-466b832308a7 req-b34a934a-e0aa-4721-970b-69c02352b9b7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:20.136905 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-34d6879a-0b44-433b-9978-466b832308a7 req-b34a934a-e0aa-4721-970b-69c02352b9b7 tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 945 time: 0.0500836 Jun 21 06:00:20.195556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:20.242131 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Deleting port e166dd5d-be6c-42ae-ab3a-1615b941b157 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:20.242317 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.246977 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:20.351747 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] For port e166dd5d-be6c-42ae-ab3a-1615b941b157, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e166dd5d-be6c-42ae-ab3a-1615b941b157,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:20.352234 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.355082 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839034c-fd12-43d9-a6b7-2b2f83db4575 req-ead21bba-c20d-481d-8330-75f25735d43d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:20.356796 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f839034c-fd12-43d9-a6b7-2b2f83db4575 req-ead21bba-c20d-481d-8330-75f25735d43d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0580144 Jun 21 06:00:20.370423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Calling delete_port for e166dd5d-be6c-42ae-ab3a-1615b941b157 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:20.409473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f839034c-fd12-43d9-a6b7-2b2f83db4575 req-69178146-9f39-4d24-b9b2-f1ce2ae0dfc6 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453000 Jun 21 06:00:20.506174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (e166dd5d-be6c-42ae-ab3a-1615b941b157), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.523393 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['e166dd5d-be6c-42ae-ab3a-1615b941b157'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:00:20.561382 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Pushing event deleted for resources: {'Port': ['ID=e166dd5d-be6c-42ae-ab3a-1615b941b157,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:20.579469 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.624219 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] No DVR routers for this DVR port e166dd5d-be6c-42ae-ab3a-1615b941b157 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:00:20.627420 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:20.630585 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-34d6879a-0b44-433b-9978-466b832308a7 req-bf117fa4-52d5-490b-9684-472ce7711c2b tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.23 "DELETE /v2.0/ports/e166dd5d-be6c-42ae-ab3a-1615b941b157 HTTP/1.1" status: 204 len: 173 time: 0.4716773 Jun 21 06:00:20.631093 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'name': 'network-vif-deleted', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:20.633272 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de71c00-23f8-419b-8faf-e1f46522a655" -d '{"events": [{"server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "name": "network-vif-deleted", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:20.680559 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6965e4-d1d6-4df9-a0e1-2ae88c73f9d8 x-openstack-request-id: req-4c6965e4-d1d6-4df9-a0e1-2ae88c73f9d8 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:20.680917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68510b32-92ff-4e8b-9c40-00a56f652c61", "name": "network-vif-deleted", "tag": "e166dd5d-be6c-42ae-ab3a-1615b941b157", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:20.681208 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c6965e4-d1d6-4df9-a0e1-2ae88c73f9d8 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:20.681660 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6965e4-d1d6-4df9-a0e1-2ae88c73f9d8'] response: {'server_uuid': '68510b32-92ff-4e8b-9c40-00a56f652c61', 'name': 'network-vif-deleted', 'tag': 'e166dd5d-be6c-42ae-ab3a-1615b941b157', 'status': 'completed', 'code': 200} Jun 21 06:00:21.125786 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32586836-be45-47ba-8666-a85d4ad1e14e req-414bd349-1bee-4aba-a126-0092af31ce6a tempest-ServerRescueNegativeTestJSON-1520546684 tempest-ServerRescueNegativeTestJSON-1520546684-project] 10.222.0.18 "GET /v2.0/ports?device_id=68510b32-92ff-4e8b-9c40-00a56f652c61 HTTP/1.1" status: 200 len: 210 time: 0.0648179 Jun 21 06:00:21.562185 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e714-e5ad-4e7a-a4f4-a2a88cee0e2f req-3e4a981d-86b6-48b5-b126-c4af6119fb6d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:21.564067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5e7e714-e5ad-4e7a-a4f4-a2a88cee0e2f req-3e4a981d-86b6-48b5-b126-c4af6119fb6d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0678296 Jun 21 06:00:21.633432 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d5e7e714-e5ad-4e7a-a4f4-a2a88cee0e2f req-2808c034-42b3-4f70-822b-8463bf570682 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632169 Jun 21 06:00:22.198255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44424) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:22.393959 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:22.717622 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:22.778514 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:22.813168 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e866-89c3-4ea7-9bac-05b24bd59424 req-0d121514-bebd-4b76-9ebb-7eeb00ebbcf8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:22.814906 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1943e866-89c3-4ea7-9bac-05b24bd59424 req-0d121514-bebd-4b76-9ebb-7eeb00ebbcf8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0996406 Jun 21 06:00:22.915819 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1943e866-89c3-4ea7-9bac-05b24bd59424 req-26d5dc2a-9718-4083-bae1-6a105eaf6c45 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673413 Jun 21 06:00:23.078186 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Deleting port 677044ce-6461-4e62-83e9-f0b3a5adba42 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:23.078542 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:23.178917 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] For port 677044ce-6461-4e62-83e9-f0b3a5adba42, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=677044ce-6461-4e62-83e9-f0b3a5adba42,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:23.179281 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:23.195894 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Calling delete_port for 677044ce-6461-4e62-83e9-f0b3a5adba42 owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:23.324134 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:23.432118 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (677044ce-6461-4e62-83e9-f0b3a5adba42), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:23.463424 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Pushing event deleted for resources: {'Port': ['ID=677044ce-6461-4e62-83e9-f0b3a5adba42,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:23.685749 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:23.812234 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:23.946662 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Router 0902bc1e-57e9-4e6b-9102-58babfbbd656 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:00:24.110694 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:00:24.122628 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-84beba76-6c3c-4f8f-92d8-fb7913408465 admin admin] 10.222.0.18 "PUT /v2.0/routers/0902bc1e-57e9-4e6b-9102-58babfbbd656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9231060 Jun 21 06:00:24.125119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:24.130860 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Sync routers for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:00:24.144663 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:00:24.146149 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:24.183708 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfcfe4-87c5-46cf-b7f1-87ea2db2ba29 req-5b49d756-1b9f-4c51-ba13-620bf7116d66 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:24.185389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3dbfcfe4-87c5-46cf-b7f1-87ea2db2ba29 req-5b49d756-1b9f-4c51-ba13-620bf7116d66 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0856519 Jun 21 06:00:24.286648 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks [] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:24.289219 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3dbfcfe4-87c5-46cf-b7f1-87ea2db2ba29 req-7693bdba-4c74-4b4a-a76c-fda8e3c660ec tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930760 Jun 21 06:00:24.363504 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:00:24.441160 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks [] for router_gateway (0902bc1e-57e9-4e6b-9102-58babfbbd656), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:24.501273 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Deleting port 8da1218f-e1a1-4432-8551-f23da5b8490f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:24.501702 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:24.572693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e166dd5d-be6c-42ae-ab3a-1615b941b157 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:24.581239 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T06:00:23Z', 'revision_number': 5, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port': {'id': '8da1218f-e1a1-4432-8551-f23da5b8490f', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:24.608273 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: e166dd5d-be6c-42ae-ab3a-1615b941b157 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:00:24.609011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e166dd5d-be6c-42ae-ab3a-1615b941b157 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:24.611644 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Checking router: 0902bc1e-57e9-4e6b-9102-58babfbbd656 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:00:24.621793 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Routers {'0902bc1e-57e9-4e6b-9102-58babfbbd656'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:00:24.623056 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['0902bc1e-57e9-4e6b-9102-58babfbbd656'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:24.629561 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] For port 8da1218f-e1a1-4432-8551-f23da5b8490f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8da1218f-e1a1-4432-8551-f23da5b8490f,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:24.629956 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:24.649593 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Calling delete_port for 8da1218f-e1a1-4432-8551-f23da5b8490f owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:24.700836 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:24.719265 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] Set router 0902bc1e-57e9-4e6b-9102-58babfbbd656 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:00:24.754274 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:24.796676 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T06:00:24Z', 'revision_number': 6, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:24.833910 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a306e-64ea-44e0-92fd-b0ac0620e312 None None] The sync data for ids ['0902bc1e-57e9-4e6b-9102-58babfbbd656'] in dv-cinder-846901-1-iscsi is: [{'id': '0902bc1e-57e9-4e6b-9102-58babfbbd656', 'name': 'tempest-ServerRescueNegativeTestJSON-2034106861-router', 'tenant_id': '7050c81c7efe4c0199573adc5687e9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T06:00:24Z', 'revision_number': 6, 'project_id': '7050c81c7efe4c0199573adc5687e9c0', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:00:25.098688 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (8da1218f-e1a1-4432-8551-f23da5b8490f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.124831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Pushing event deleted for resources: {'Port': ['ID=8da1218f-e1a1-4432-8551-f23da5b8490f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:25.196519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.325474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.329876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks [] for router_controller (0902bc1e-57e9-4e6b-9102-58babfbbd656), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.408516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:25.425295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (0902bc1e-57e9-4e6b-9102-58babfbbd656), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.426089 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0902bc1e-57e9-4e6b-9102-58babfbbd656 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:00:25.432485 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.436268 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2026d958-de19-4f2b-985e-331ead9499be admin admin] 10.222.0.18 "DELETE /v2.0/routers/0902bc1e-57e9-4e6b-9102-58babfbbd656 HTTP/1.1" status: 204 len: 168 time: 1.3076921 Jun 21 06:00:25.438315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44440) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:25.473157 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ea6a-31c1-48ef-a011-b88ba37df3d1 req-6a116614-57c7-44dd-b01b-8c5405c1c603 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:25.474928 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f117ea6a-31c1-48ef-a011-b88ba37df3d1 req-6a116614-57c7-44dd-b01b-8c5405c1c603 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0760624 Jun 21 06:00:25.503975 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Deleting subnet 57cd5e58-c299-48f9-800a-073a430a2d3f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:00:25.507676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Publish callbacks [] for subnet (57cd5e58-c299-48f9-800a-073a430a2d3f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.547094 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f117ea6a-31c1-48ef-a011-b88ba37df3d1 req-507e70d1-a105-40f5-b8a0-863d802c56fd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663593 Jun 21 06:00:25.558945 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (57cd5e58-c299-48f9-800a-073a430a2d3f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.660959 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (57cd5e58-c299-48f9-800a-073a430a2d3f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.731762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (57cd5e58-c299-48f9-800a-073a430a2d3f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.762679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57cd5e58-c299-48f9-800a-073a430a2d3f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:25.769257 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.774734 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1e4ea3c7-af38-4704-8b37-db1cfb356b06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57cd5e58-c299-48f9-800a-073a430a2d3f HTTP/1.1" status: 204 len: 168 time: 0.3323832 Jun 21 06:00:25.775070 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efdc47a-dafd-4438-97aa-229b45c1fa5a None None] Network 151c610c-93dc-48d7-b97e-bb2c574c07b6 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:00:25.778895 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44442) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:25.898403 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (151c610c-93dc-48d7-b97e-bb2c574c07b6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:25.962309 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Deleting port f569c057-6122-412d-a41a-083b3a33ae1f {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:25.962949 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.029176 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] DHCP port deletion for 151c610c-93dc-48d7-b97e-bb2c574c07b6 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:00:26.080218 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:26.082713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] For port f569c057-6122-412d-a41a-083b3a33ae1f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f569c057-6122-412d-a41a-083b3a33ae1f,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:26.086411 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.088365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Deleting port f569c057-6122-412d-a41a-083b3a33ae1f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:00:26.088834 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.133273 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 677044ce-6461-4e62-83e9-f0b3a5adba42 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:26.139383 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Calling delete_port for f569c057-6122-412d-a41a-083b3a33ae1f owned by network:dhcp {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:26.197105 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 677044ce-6461-4e62-83e9-f0b3a5adba42 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:00:26.197511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 677044ce-6461-4e62-83e9-f0b3a5adba42 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:26.198050 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f569c057-6122-412d-a41a-083b3a33ae1f no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:26.235748 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] For port f569c057-6122-412d-a41a-083b3a33ae1f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f569c057-6122-412d-a41a-083b3a33ae1f,segment=NetworkSegment(737d93d6-73d2-4164-996c-8882e2e082e3),segment_id=737d93d6-73d2-4164-996c-8882e2e082e3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:26.236289 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.253626 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.256565 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Calling delete_port for f569c057-6122-412d-a41a-083b3a33ae1f owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:00:26.271758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No active binding found for port f569c057-6122-412d-a41a-083b3a33ae1f {{(pid=103795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 21 06:00:26.272218 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] The host dv-cinder-846901-1-iscsi is not matching for port f569c057-6122-412d-a41a-083b3a33ae1f host None! {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 21 06:00:26.272667 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f569c057-6122-412d-a41a-083b3a33ae1f not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:26.273139 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8da1218f-e1a1-4432-8551-f23da5b8490f no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:26.293813 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f569c057-6122-412d-a41a-083b3a33ae1f,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:26.295541 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 8da1218f-e1a1-4432-8551-f23da5b8490f {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:00:26.296191 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8da1218f-e1a1-4432-8551-f23da5b8490f not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:00:26.296646 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] No DVR routers for this DVR port f569c057-6122-412d-a41a-083b3a33ae1f on host dv-cinder-846901-1-iscsi {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:00:26.375654 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (f569c057-6122-412d-a41a-083b3a33ae1f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.389887 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (151c610c-93dc-48d7-b97e-bb2c574c07b6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.415338 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] No DVR routers for this DVR port f569c057-6122-412d-a41a-083b3a33ae1f on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:00:26.417529 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151c610c-93dc-48d7-b97e-bb2c574c07b6']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:26.421674 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651cdad-7343-40ed-99e5-52cc6a4c65ab None None] Pushing event deleted for resources: {'Port': ['ID=f569c057-6122-412d-a41a-083b3a33ae1f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:26.430730 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737d93d6-73d2-4164-996c-8882e2e082e3') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:26.431491 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737d93d6-73d2-4164-996c-8882e2e082e3') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:00:26.443115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (737d93d6-73d2-4164-996c-8882e2e082e3), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.463356 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (737d93d6-73d2-4164-996c-8882e2e082e3), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.472591 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:00:26.473162 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (737d93d6-73d2-4164-996c-8882e2e082e3), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.497074 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 737d93d6-73d2-4164-996c-8882e2e082e3 resource provider aggregate not found Jun 21 06:00:26.538067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 737d93d6-73d2-4164-996c-8882e2e082e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 737d93d6-73d2-4164-996c-8882e2e082e3 found for delete ", "request_id": "req-65d5734c-f507-41d6-934d-96b17c8e5ef7"}]} Jun 21 06:00:26.541797 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:26.586466 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (151c610c-93dc-48d7-b97e-bb2c574c07b6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.599287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.606121 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] 10.222.0.18 "DELETE /v2.0/networks/151c610c-93dc-48d7-b97e-bb2c574c07b6 HTTP/1.1" status: 204 len: 168 time: 0.8253400 Jun 21 06:00:26.615486 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc2a7-b408-4ed0-b607-912a67c76b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=151c610c-93dc-48d7-b97e-bb2c574c07b6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:26.704894 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863498ce-0e93-4d1a-9d2f-46b51c243877 req-1c637e34-a6d6-4920-aea8-c0e5bc552946 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:26.706850 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-863498ce-0e93-4d1a-9d2f-46b51c243877 req-1c637e34-a6d6-4920-aea8-c0e5bc552946 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0636892 Jun 21 06:00:26.753887 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:26.769765 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-863498ce-0e93-4d1a-9d2f-46b51c243877 req-65e82c02-6d45-46bb-9dd2-f3ebee09c62c tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554523 Jun 21 06:00:26.815613 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c7c25a7b-108a-449d-b341-343d902a8168 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7050c81c7efe4c0199573adc5687e9c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0596097 Jun 21 06:00:26.817996 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44458) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:26.884513 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] Publish callbacks [] for security_group (447addc8-8dfe-4197-ae7c-54dcf5ad37a3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.920542 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] Publish callbacks [] for security_group (447addc8-8dfe-4197-ae7c-54dcf5ad37a3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.982309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (447addc8-8dfe-4197-ae7c-54dcf5ad37a3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.985188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:26.986430 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/447addc8-8dfe-4197-ae7c-54dcf5ad37a3 HTTP/1.1" status: 204 len: 168 time: 0.1671994 Jun 21 06:00:26.999842 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb47a76-9ad9-4b4b-bc31-cf898b6686d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447addc8-8dfe-4197-ae7c-54dcf5ad37a3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:27.051197 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:27.930136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754ac4e-3c27-46b4-ad76-c18e9042d6a8 req-694c3e9b-3f0b-4663-af44-9f8284f795fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:27.932480 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e754ac4e-3c27-46b4-ad76-c18e9042d6a8 req-694c3e9b-3f0b-4663-af44-9f8284f795fb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jun 21 06:00:27.994326 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e754ac4e-3c27-46b4-ad76-c18e9042d6a8 req-d49d4e45-2cd1-4925-8955-ae70bd14adc5 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543165 Jun 21 06:00:29.212340 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f3f4-6e43-4e93-8fbf-fa58daa3c38d req-8e27590a-f239-4e48-a387-ab0981303eb7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:29.214048 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f33f3f4-6e43-4e93-8fbf-fa58daa3c38d req-8e27590a-f239-4e48-a387-ab0981303eb7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0931194 Jun 21 06:00:29.282052 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f33f3f4-6e43-4e93-8fbf-fa58daa3c38d req-05fec569-618e-46e3-a7b8-d82cd134bcd8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606163 Jun 21 06:00:30.083941 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787563-5cf1-4a0e-8474-d2aa3a1b732c req-8f9c9e3b-0693-43f7-9415-7d3a8e2b3155 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:30.085478 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b4787563-5cf1-4a0e-8474-d2aa3a1b732c req-8f9c9e3b-0693-43f7-9415-7d3a8e2b3155 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0512149 Jun 21 06:00:30.166726 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b4787563-5cf1-4a0e-8474-d2aa3a1b732c req-8cee0e79-0a16-4af2-b367-cfb905f7e82d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744143 Jun 21 06:00:30.416474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e624-a12a-4de1-943a-21c11d23d293 req-643c3fec-a40f-4924-9db6-7a612b47bfbb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:30.418315 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5355e624-a12a-4de1-943a-21c11d23d293 req-643c3fec-a40f-4924-9db6-7a612b47bfbb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0536721 Jun 21 06:00:30.468239 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5355e624-a12a-4de1-943a-21c11d23d293 req-1c10599f-0915-4d3c-92a2-26fd57e2d820 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Jun 21 06:00:30.832769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:30.869829 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3246-c472-4063-be4d-8816f2821305 req-f8415725-8cfd-4756-ac55-b81ee7d5c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:30.871382 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-f8415725-8cfd-4756-ac55-b81ee7d5c290 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1129 time: 0.0479126 Jun 21 06:00:30.984929 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3246-c472-4063-be4d-8816f2821305 req-8f8c27b6-34b6-4153-a258-cc755cb0ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:30.986350 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-8f8c27b6-34b6-4153-a258-cc755cb0ed5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.1047330 Jun 21 06:00:31.065744 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-486aecd9-eba7-43b1-b6c7-e328c39c8002 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0656073 Jun 21 06:00:31.139243 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3246-c472-4063-be4d-8816f2821305 req-aebeae32-5975-449c-84d0-0f772fd179ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:31.139243 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-aebeae32-5975-449c-84d0-0f772fd179ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0604370 Jun 21 06:00:31.186096 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3246-c472-4063-be4d-8816f2821305 req-e484b5d8-724b-4fc4-98cb-bed15aebce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:31.187659 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-e484b5d8-724b-4fc4-98cb-bed15aebce69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431442 Jun 21 06:00:31.298134 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4c286-ddf7-4461-8f90-71367722cfab req-912e42fe-bf3f-4eef-9e6c-423c0f8e19d6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:31.299665 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-28f4c286-ddf7-4461-8f90-71367722cfab req-912e42fe-bf3f-4eef-9e6c-423c0f8e19d6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0557048 Jun 21 06:00:31.306681 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-f0a56565-2a3c-48a4-937d-046f85706a98 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015079 Jun 21 06:00:31.361963 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-28f4c286-ddf7-4461-8f90-71367722cfab req-8eb305d1-48de-4088-88b4-6dff6d227e74 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563781 Jun 21 06:00:31.419696 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:31.424555 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-815e3246-c472-4063-be4d-8816f2821305 req-118ed584-22b5-4481-be33-8147c3b086b0 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116483 Jun 21 06:00:31.605444 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dbcb1-32e4-4a38-b836-32c864fd0b2a req-268e0fa7-aec5-42e1-8ef0-31ab41f88c1f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:31.607095 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5e7dbcb1-32e4-4a38-b836-32c864fd0b2a req-268e0fa7-aec5-42e1-8ef0-31ab41f88c1f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0546603 Jun 21 06:00:31.652175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:31.657575 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5e7dbcb1-32e4-4a38-b836-32c864fd0b2a req-ce9496f4-0422-4515-bff9-45428179e053 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Jun 21 06:00:32.484440 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483485-bdb3-4e98-afef-12cdaf8ec917 req-3bd14eec-3a2c-4231-9b99-c15278a70b01 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:32.485920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba483485-bdb3-4e98-afef-12cdaf8ec917 req-3bd14eec-3a2c-4231-9b99-c15278a70b01 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0491376 Jun 21 06:00:32.533892 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba483485-bdb3-4e98-afef-12cdaf8ec917 req-9d2824d2-6b69-4888-b483-068067865ebd tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Jun 21 06:00:32.779312 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0076308-34aa-440c-9d20-492b2e0d1c62 req-229be430-e2df-484b-bc49-96ce6046a041 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:32.780893 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a0076308-34aa-440c-9d20-492b2e0d1c62 req-229be430-e2df-484b-bc49-96ce6046a041 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Jun 21 06:00:32.828337 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a0076308-34aa-440c-9d20-492b2e0d1c62 req-7b94608c-99ad-4ab4-8a0d-d0f3c739e9f8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Jun 21 06:00:33.646821 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4679a-5dfb-4e75-b934-b3bef4d1d6ea req-be5b8bb2-7cb6-4d5b-bcca-27bb88e4f5d1 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:33.648289 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2fb4679a-5dfb-4e75-b934-b3bef4d1d6ea req-be5b8bb2-7cb6-4d5b-bcca-27bb88e4f5d1 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0466659 Jun 21 06:00:33.699538 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2fb4679a-5dfb-4e75-b934-b3bef4d1d6ea req-72319442-30b7-4d83-a28a-c4f218c5d347 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456803 Jun 21 06:00:33.948232 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090016f-1a4f-4f5e-b83d-38399b18878b req-c220f096-faf7-416a-99f4-c7376f7b8a9d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:33.949773 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d090016f-1a4f-4f5e-b83d-38399b18878b req-c220f096-faf7-416a-99f4-c7376f7b8a9d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 945 time: 0.0472240 Jun 21 06:00:33.968997 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:33.997487 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d090016f-1a4f-4f5e-b83d-38399b18878b req-cf968bf4-b0ca-4460-b209-6d3f1c86c4a0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Jun 21 06:00:34.727144 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:34.803506 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: ACTIVE; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:34.803506 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:34.814180 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498f1e-3d90-4abe-b319-0f19eb201485 req-a8a4bd01-16b0-464e-96f5-2f168701f808 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:34.815672 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-38498f1e-3d90-4abe-b319-0f19eb201485 req-a8a4bd01-16b0-464e-96f5-2f168701f808 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0479219 Jun 21 06:00:34.830380 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:34.832733 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42342106-805b-4850-8c3e-772bb52346ca" -d '{"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:34.846745 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:34.851753 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:34.873653 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-38498f1e-3d90-4abe-b319-0f19eb201485 req-c77f460a-0cd5-4cff-9d81-999dc755145e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522873 Jun 21 06:00:34.880631 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4784ff-e0b3-43b3-b4e9-5a4cca0a1c0f x-openstack-request-id: req-9d4784ff-e0b3-43b3-b4e9-5a4cca0a1c0f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:34.880921 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:34.881173 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d4784ff-e0b3-43b3-b4e9-5a4cca0a1c0f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:34.881572 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4784ff-e0b3-43b3-b4e9-5a4cca0a1c0f'] response: {'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'code': 200} Jun 21 06:00:34.912473 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:35.130865 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6830b-c27a-4a18-8d5b-b1cf6470a163 req-6a754bad-0f60-4b0b-978f-3c6c24611d97 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:35.132503 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bcb6830b-c27a-4a18-8d5b-b1cf6470a163 req-6a754bad-0f60-4b0b-978f-3c6c24611d97 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0568452 Jun 21 06:00:35.186598 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bcb6830b-c27a-4a18-8d5b-b1cf6470a163 req-fe90ff26-9e15-4a81-90cb-74f14bc6735e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481548 Jun 21 06:00:35.992847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ef236-0063-4493-8f66-19b37afa62ff req-79d80d47-44e6-4c35-be48-95f1b5338433 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:35.994309 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7b0ef236-0063-4493-8f66-19b37afa62ff req-79d80d47-44e6-4c35-be48-95f1b5338433 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0478556 Jun 21 06:00:36.033487 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-e473685d-e668-446a-805a-6d4d76212bc3 req-3e4d8379-35f4-4e0c-aa4f-a189fce23c2a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 06:00:36.034498 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e473685d-e668-446a-805a-6d4d76212bc3 req-3e4d8379-35f4-4e0c-aa4f-a189fce23c2a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079641 Jun 21 06:00:36.051088 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7b0ef236-0063-4493-8f66-19b37afa62ff req-d25cc09d-5584-43df-8f78-22ddbd8954f3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509496 Jun 21 06:00:36.197048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf322-7a58-4676-9d83-4d23ecbf3269 req-dbe4f079-c831-4745-b2af-9f5d0499f3c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:36.198584 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-756cf322-7a58-4676-9d83-4d23ecbf3269 req-dbe4f079-c831-4745-b2af-9f5d0499f3c4 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0478199 Jun 21 06:00:36.253821 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-756cf322-7a58-4676-9d83-4d23ecbf3269 req-09a319ab-8ae5-4912-a416-3d018a3b4eae tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492835 Jun 21 06:00:36.497597 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:36.593071 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-3a97b4d9-ba87-49d8-85ef-bb6ae6a2ac7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943501 Jun 21 06:00:36.601737 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-8442f8af-1384-4f5e-aceb-fcc9652129fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 06:00:36.602722 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-8442f8af-1384-4f5e-aceb-fcc9652129fa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049272 Jun 21 06:00:36.679575 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44704) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:36.783055 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-11d86918-3f2a-4333-9dde-347b32954d35 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:36.784498 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-11d86918-3f2a-4333-9dde-347b32954d35 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports/83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 940 time: 0.1035659 Jun 21 06:00:37.191993 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f7725-df1c-4ac9-8750-baaadfd8e4f1 req-897c1c9d-b158-4f79-ae3c-0ae5a5839617 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.193641 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae8f7725-df1c-4ac9-8750-baaadfd8e4f1 req-897c1c9d-b158-4f79-ae3c-0ae5a5839617 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0505285 Jun 21 06:00:37.247081 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ae8f7725-df1c-4ac9-8750-baaadfd8e4f1 req-09a93acf-3780-44fd-aef8-91f95a1a960f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475864 Jun 21 06:00:37.380241 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af62c-bbe9-46ff-8ecb-814e7954b428 req-3f1532f8-46cf-4514-9f6f-4bb88b9fd107 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.381733 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-304af62c-bbe9-46ff-8ecb-814e7954b428 req-3f1532f8-46cf-4514-9f6f-4bb88b9fd107 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0503519 Jun 21 06:00:37.429991 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-304af62c-bbe9-46ff-8ecb-814e7954b428 req-6aa5667e-5ff7-4575-8b46-c78042721fe7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Jun 21 06:00:37.626281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-a81aa968-54a1-4a52-ba19-cfcd2d3ee409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.627792 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-a81aa968-54a1-4a52-ba19-cfcd2d3ee409 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044&tenant_id=d71c895fde074698b9717d2a770ef5bf HTTP/1.1" status: 200 len: 1127 time: 0.0496697 Jun 21 06:00:37.690573 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-0aac5517-d3ee-4f72-9c8e-a6e326e970c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.691967 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-0aac5517-d3ee-4f72-9c8e-a6e326e970c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1127 time: 0.0394959 Jun 21 06:00:37.783609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-7f518f46-9408-4f36-a99a-416c7ca5f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.785126 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-7f518f46-9408-4f36-a99a-416c7ca5f14e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.0874569 Jun 21 06:00:37.846429 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-667826dc-7761-4cd4-9aa6-85ac354531f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 998 time: 0.0549998 Jun 21 06:00:37.894969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-c74f6dcd-5310-41ac-a664-03660d273ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.896395 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-c74f6dcd-5310-41ac-a664-03660d273ef6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0431268 Jun 21 06:00:37.942748 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-2bc18485-fd13-416a-b096-6507797a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:37.944119 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-2bc18485-fd13-416a-b096-6507797a439c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417345 Jun 21 06:00:38.034254 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-eee145bd-80d6-48fa-b340-610a102bde2a service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830855 Jun 21 06:00:38.105128 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=100 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:38.143509 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-431a8de7-0e76-4ed5-9249-54dc5804ac76 req-16b26140-5101-4b8f-a99a-210efe0f5182 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012731 Jun 21 06:00:38.370432 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779f58c-4a10-489f-8962-1866370faf3c req-c11ce579-68b0-41ba-bedd-d05834444594 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:38.372590 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3779f58c-4a10-489f-8962-1866370faf3c req-c11ce579-68b0-41ba-bedd-d05834444594 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0543261 Jun 21 06:00:38.424214 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3779f58c-4a10-489f-8962-1866370faf3c req-f452012c-6045-46be-87d6-b535cde1fa37 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 Jun 21 06:00:38.439206 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44752) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:38.556236 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4709-7000-49a5-9706-85df1ff2b161 req-c4e18a29-9ec3-4c92-94c5-3df7509a9fd2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:38.557732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c19e4709-7000-49a5-9706-85df1ff2b161 req-c4e18a29-9ec3-4c92-94c5-3df7509a9fd2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0503328 Jun 21 06:00:38.573164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:38.604957 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0600d0c8-977e-4c1e-b3a9-d87dc6224ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:38.650552 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c19e4709-7000-49a5-9706-85df1ff2b161 req-57d33886-c45c-4efe-a552-29080c75de54 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825617 Jun 21 06:00:38.721339 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:38.729483 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:38.734317 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:38.739129 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0600d0c8-977e-4c1e-b3a9-d87dc6224ca7 admin admin] Publish callbacks [] for security_group (13a06b42-8b0d-4f38-b280-c393bb3c0d9b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:38.747323 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0600d0c8-977e-4c1e-b3a9-d87dc6224ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (13a06b42-8b0d-4f38-b280-c393bb3c0d9b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:38.788422 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:38.799371 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0600d0c8-977e-4c1e-b3a9-d87dc6224ca7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb8d47163b2540aa8b356cb12c97a34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591084 Jun 21 06:00:38.800610 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600d0c8-977e-4c1e-b3a9-d87dc6224ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a06b42-8b0d-4f38-b280-c393bb3c0d9b,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:38.802309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:38.874083 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: DOWN; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:38.941727 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] Publish callbacks [] for security_group (13a06b42-8b0d-4f38-b280-c393bb3c0d9b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:38.977474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] Publish callbacks [] for security_group (13a06b42-8b0d-4f38-b280-c393bb3c0d9b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:39.041576 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (13a06b42-8b0d-4f38-b280-c393bb3c0d9b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:39.044905 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:39.054385 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13a06b42-8b0d-4f38-b280-c393bb3c0d9b HTTP/1.1" status: 204 len: 168 time: 0.2493341 Jun 21 06:00:39.064947 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94f30-14fb-403e-8432-87e6b9c75039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a06b42-8b0d-4f38-b280-c393bb3c0d9b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:39.466258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44778) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:39.487096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c80ffed3-1f15-48a6-8507-5dd129b406d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:39.611297 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf87b7-7617-447c-a7e6-902fa6de9d3e req-69b786dd-753e-432f-ad9e-51f391bd2715 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:39.612874 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9cf87b7-7617-447c-a7e6-902fa6de9d3e req-69b786dd-753e-432f-ad9e-51f391bd2715 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0929513 Jun 21 06:00:39.972234 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c80ffed3-1f15-48a6-8507-5dd129b406d6 admin admin] Publish callbacks [] for security_group (8fcd0f91-1424-418f-af09-d29904b3d296), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:39.979151 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a81f1-afca-475b-b469-ef83c378e14a req-3e2399e3-41a8-470d-b3b5-142e9f75bad0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:39.980691 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-640a81f1-afca-475b-b469-ef83c378e14a req-3e2399e3-41a8-470d-b3b5-142e9f75bad0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0909333 Jun 21 06:00:39.987678 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c80ffed3-1f15-48a6-8507-5dd129b406d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8fcd0f91-1424-418f-af09-d29904b3d296), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:40.020377 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9cf87b7-7617-447c-a7e6-902fa6de9d3e req-45a9f8d7-9086-4018-bdc1-64d8c463bbac tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991139 Jun 21 06:00:40.062621 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c80ffed3-1f15-48a6-8507-5dd129b406d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f9be275192e41f5ac759e3d5025b900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922887 Jun 21 06:00:40.063546 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:40.066481 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ffed3-1f15-48a6-8507-5dd129b406d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcd0f91-1424-418f-af09-d29904b3d296,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:40.099234 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-640a81f1-afca-475b-b469-ef83c378e14a req-6e62e6b7-0842-4d3d-b9d3-98bc4dc127cc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116710 Jun 21 06:00:40.155454 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] Publish callbacks [] for security_group (8fcd0f91-1424-418f-af09-d29904b3d296), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:40.180144 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] Publish callbacks [] for security_group (8fcd0f91-1424-418f-af09-d29904b3d296), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:40.234444 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8fcd0f91-1424-418f-af09-d29904b3d296), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:40.236951 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:40.238143 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fcd0f91-1424-418f-af09-d29904b3d296 HTTP/1.1" status: 204 len: 168 time: 0.1728389 Jun 21 06:00:40.248799 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2520de-c81e-463b-a5b9-5ac808139ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcd0f91-1424-418f-af09-d29904b3d296,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:41.205715 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c6fdb-58bf-4ef2-a449-c0c4c901f2a3 req-d9fdedf2-d557-4a75-8b34-3f624a5315ca tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:41.207358 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-741c6fdb-58bf-4ef2-a449-c0c4c901f2a3 req-d9fdedf2-d557-4a75-8b34-3f624a5315ca tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0963221 Jun 21 06:00:41.276018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04859c0-6402-4cf0-ad1a-d7a07678721f req-26c53f93-6a3f-4872-b496-bd82dd81b377 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:41.278142 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e04859c0-6402-4cf0-ad1a-d7a07678721f req-26c53f93-6a3f-4872-b496-bd82dd81b377 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0694165 Jun 21 06:00:41.322252 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-741c6fdb-58bf-4ef2-a449-c0c4c901f2a3 req-a27c283c-c221-4531-a4f6-c069b97d55b4 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046388 Jun 21 06:00:41.376501 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e04859c0-6402-4cf0-ad1a-d7a07678721f req-9581c048-c547-4ae6-a143-66958c991c1f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865526 Jun 21 06:00:41.707207 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=85 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:42.556655 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf223c-867f-430a-adf3-dff05e738ebc req-480a5579-2dfc-4c81-a8ff-8198353c1641 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:42.566091 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8fdf223c-867f-430a-adf3-dff05e738ebc req-480a5579-2dfc-4c81-a8ff-8198353c1641 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.1416535 Jun 21 06:00:42.617112 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:42.662294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b01ec-6e91-4cef-9e42-a9d4618233f8 req-7888d7a5-0b06-48f3-8551-7b8781393fce tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:42.663934 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2c1b01ec-6e91-4cef-9e42-a9d4618233f8 req-7888d7a5-0b06-48f3-8551-7b8781393fce tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.1455166 Jun 21 06:00:42.724149 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8fdf223c-867f-430a-adf3-dff05e738ebc req-5e50cd88-a50b-4e58-948b-88c0da68d4bc tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564229 Jun 21 06:00:42.836810 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2c1b01ec-6e91-4cef-9e42-a9d4618233f8 req-83ea241b-e7ad-4e92-88de-0d14bae154bc tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623933 Jun 21 06:00:43.926340 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed772-77c0-4a0f-b0b7-8b2b646dca06 req-23efa0dd-7fbf-4598-ad6c-dedb57056bad tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:43.928008 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e7fed772-77c0-4a0f-b0b7-8b2b646dca06 req-23efa0dd-7fbf-4598-ad6c-dedb57056bad tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.1011634 Jun 21 06:00:44.007494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e7fed772-77c0-4a0f-b0b7-8b2b646dca06 req-67da4707-7f60-4e11-beaa-3f138066e714 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719647 Jun 21 06:00:44.158915 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b90a-c6eb-4c55-83d3-da2c2a809924 req-14ec1a9c-6d40-4eaa-86f9-bce124caf6e3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:44.171173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1812b90a-c6eb-4c55-83d3-da2c2a809924 req-14ec1a9c-6d40-4eaa-86f9-bce124caf6e3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0813766 Jun 21 06:00:44.238327 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1812b90a-c6eb-4c55-83d3-da2c2a809924 req-e057211d-7f75-4fc7-a19d-5455c5f8624d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552678 Jun 21 06:00:45.137374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:45.163933 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471388ee-ad0d-42b7-8276-2aa83863a221 req-9d31a856-87fb-4386-a740-403c76c5f860 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:45.165466 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-471388ee-ad0d-42b7-8276-2aa83863a221 req-9d31a856-87fb-4386-a740-403c76c5f860 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0773089 Jun 21 06:00:45.243534 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-471388ee-ad0d-42b7-8276-2aa83863a221 req-1afc6bbe-dbdd-41e0-90d3-9b931cee9ea5 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712702 Jun 21 06:00:45.253955 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0feb2c2c-c6d1-49a5-821d-7ef852fd5120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:45.414619 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871f75a-0c0f-4ad5-b54e-ea2d86fc361f req-49381509-f713-4327-86b3-52c931357a78 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:45.416310 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7871f75a-0c0f-4ad5-b54e-ea2d86fc361f req-49381509-f713-4327-86b3-52c931357a78 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0649087 Jun 21 06:00:45.479228 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7871f75a-0c0f-4ad5-b54e-ea2d86fc361f req-c6f8d3c1-24c1-4fb0-bdac-be07108fc6de tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567141 Jun 21 06:00:46.369743 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a4135-2229-4208-8f02-e6bf8ea17dd0 req-aa97fcb3-a8cf-4c81-a275-e11d8d3bc986 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:46.371304 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-542a4135-2229-4208-8f02-e6bf8ea17dd0 req-aa97fcb3-a8cf-4c81-a275-e11d8d3bc986 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0504382 Jun 21 06:00:46.428813 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-542a4135-2229-4208-8f02-e6bf8ea17dd0 req-a7d487ff-631e-470c-b2f0-54b1e72d2a0f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513964 Jun 21 06:00:46.620539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d657b87-850b-4023-9ef0-871b0f941a3d req-5a6cb274-c8d2-4435-8123-f7628d08f2eb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:46.629161 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7d657b87-850b-4023-9ef0-871b0f941a3d req-5a6cb274-c8d2-4435-8123-f7628d08f2eb tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0629711 Jun 21 06:00:46.695369 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7d657b87-850b-4023-9ef0-871b0f941a3d req-636edcca-3573-4a66-977a-22b7f5256da8 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652900 Jun 21 06:00:47.060892 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44922) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:47.181453 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03f7ec14-ab08-4f9f-a2dc-b8c149ec6cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.258076 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03f7ec14-ab08-4f9f-a2dc-b8c149ec6cda admin admin] Publish callbacks [] for security_group (e1924878-0c16-4bee-8a3b-f2946b2eb8d0), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.261814 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-03f7ec14-ab08-4f9f-a2dc-b8c149ec6cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e1924878-0c16-4bee-8a3b-f2946b2eb8d0), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.299425 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ec14-ab08-4f9f-a2dc-b8c149ec6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1924878-0c16-4bee-8a3b-f2946b2eb8d0,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:47.306067 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-03f7ec14-ab08-4f9f-a2dc-b8c149ec6cda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3daa923d3cb44f1a9d66e1fccfe6c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417655 Jun 21 06:00:47.306570 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44928) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:47.313721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3408ed4-9577-46ca-924c-d3d7dd0e15e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.356854 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] Publish callbacks [] for security_group (e1924878-0c16-4bee-8a3b-f2946b2eb8d0), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.378308 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] Publish callbacks [] for security_group (e1924878-0c16-4bee-8a3b-f2946b2eb8d0), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.425791 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e1924878-0c16-4bee-8a3b-f2946b2eb8d0), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.428178 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.429323 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1924878-0c16-4bee-8a3b-f2946b2eb8d0 HTTP/1.1" status: 204 len: 168 time: 0.1218393 Jun 21 06:00:47.437609 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22efc75-1ecc-483c-866b-dc90f9b14adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1924878-0c16-4bee-8a3b-f2946b2eb8d0,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:47.512548 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:47.550624 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ec098-170c-4a93-b608-b05269a97816 req-b8557352-1d73-4da9-a291-5c7ab76f6289 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:47.552167 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc2ec098-170c-4a93-b608-b05269a97816 req-b8557352-1d73-4da9-a291-5c7ab76f6289 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0500371 Jun 21 06:00:47.603759 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc2ec098-170c-4a93-b608-b05269a97816 req-8da609be-e659-47a5-8844-9f8aee9b1e55 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458257 Jun 21 06:00:47.719991 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:47.735502 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e845-4064-4568-92bf-acc5b53614ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.809040 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:47.814940 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:47.830087 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf28b-3fb0-471c-b32f-044edf434aff req-7ea9a052-fb95-44ff-9b3f-29adeb275385 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:47.831705 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7bbcf28b-3fb0-471c-b32f-044edf434aff req-7ea9a052-fb95-44ff-9b3f-29adeb275385 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Jun 21 06:00:47.833009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e845-4064-4568-92bf-acc5b53614ff admin admin] Publish callbacks [] for security_group (94c435eb-17dd-4a63-afcb-bfa2a5da3a75), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.837022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e845-4064-4568-92bf-acc5b53614ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (94c435eb-17dd-4a63-afcb-bfa2a5da3a75), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.878495 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f4f0e845-4064-4568-92bf-acc5b53614ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e55d5808bad4e2e8deb722accf0a7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574066 Jun 21 06:00:47.879456 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0e845-4064-4568-92bf-acc5b53614ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c435eb-17dd-4a63-afcb-bfa2a5da3a75,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:47.879962 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7bbcf28b-3fb0-471c-b32f-044edf434aff req-01ba1acf-fc3b-40bd-9087-b4bd6e7ff359 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Jun 21 06:00:47.881120 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44940) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:47.933870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] Publish callbacks [] for security_group (94c435eb-17dd-4a63-afcb-bfa2a5da3a75), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:47.955077 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] Publish callbacks [] for security_group (94c435eb-17dd-4a63-afcb-bfa2a5da3a75), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:48.006527 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (94c435eb-17dd-4a63-afcb-bfa2a5da3a75), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:48.011255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:48.013866 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94c435eb-17dd-4a63-afcb-bfa2a5da3a75 HTTP/1.1" status: 204 len: 168 time: 0.1316669 Jun 21 06:00:48.029700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d38151-7ea9-408c-8cff-ed73060fc5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c435eb-17dd-4a63-afcb-bfa2a5da3a75,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:48.063112 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-2febe478-3875-475c-b3d8-01b927317f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:48.065294 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-2febe478-3875-475c-b3d8-01b927317f13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1129 time: 0.0581055 Jun 21 06:00:48.724029 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32621a3d-434f-4754-b4fb-562f86c222be req-9ee1c2b5-284c-49a3-83f7-071d6698b6eb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:48.725550 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32621a3d-434f-4754-b4fb-562f86c222be req-9ee1c2b5-284c-49a3-83f7-071d6698b6eb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0510471 Jun 21 06:00:48.789302 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-32621a3d-434f-4754-b4fb-562f86c222be req-54eb3709-b78b-4321-bba1-2881e1e8603a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574453 Jun 21 06:00:48.833503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 44972) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:48.851491 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:48.866155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-19417730-e062-4483-9649-e7b330fd343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:48.867676 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-19417730-e062-4483-9649-e7b330fd343b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 909 time: 0.1289139 Jun 21 06:00:48.940554 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1815584308-network', 'tenant_id': '28f57ca526714a3ab8ec5d487a6dc769'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:00:48.962404 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Made reservation on behalf of 28f57ca526714a3ab8ec5d487a6dc769 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:00:48.965091 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:48.976694 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.040543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcba3-e875-42a9-afaa-e09ed0c52d32 req-5535b63b-c411-4245-a0be-3feeeb70da7d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.042043 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe4fcba3-e875-42a9-afaa-e09ed0c52d32 req-5535b63b-c411-4245-a0be-3feeeb70da7d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0675697 Jun 21 06:00:49.126346 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe4fcba3-e875-42a9-afaa-e09ed0c52d32 req-8d68a988-5e41-4b05-852f-3847b69f79fd tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750699 Jun 21 06:00:49.145314 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks [] for security_group (8707c431-ebcd-4d53-b98b-1b2c6ec4c3da), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.154060 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8707c431-ebcd-4d53-b98b-1b2c6ec4c3da), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.164704 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-1fdf279c-d5e8-4330-a808-aa82b1b6e5a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 1001 time: 0.0822091 Jun 21 06:00:49.183692 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:00:49.195136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8707c431-ebcd-4d53-b98b-1b2c6ec4c3da,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:49.201835 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (2373dead-8537-476c-8afc-ffb5dbebf6a1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.202224 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Added segment 2373dead-8537-476c-8afc-ffb5dbebf6a1 of type vlan for network ffe012e3-c080-4cbf-91bf-adafffbfefa7 Jun 21 06:00:49.220468 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-9036d7e6-26ce-4d81-8cd5-a6e3aed2a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.222083 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-9036d7e6-26ce-4d81-8cd5-a6e3aed2a1ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0499802 Jun 21 06:00:49.253294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (ffe012e3-c080-4cbf-91bf-adafffbfefa7), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.289046 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-af8d4923-547d-437b-9b7f-4708f4655e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.291989 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-af8d4923-547d-437b-9b7f-4708f4655e71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641134 Jun 21 06:00:49.314410 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (ffe012e3-c080-4cbf-91bf-adafffbfefa7), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.315634 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.316443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.391250 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:49.423083 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5882056 Jun 21 06:00:49.425156 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33c9b-5201-4384-8333-e916dcf37e81 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe012e3-c080-4cbf-91bf-adafffbfefa7,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:49.427355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 44984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:49.437295 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network ffe012e3-c080-4cbf-91bf-adafffbfefa7 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:00:49.438453 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Request body: {'subnet': {'network_id': 'ffe012e3-c080-4cbf-91bf-adafffbfefa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1815584308-subnet', 'tenant_id': '28f57ca526714a3ab8ec5d487a6dc769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:00:49.452863 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-0876cc79-cc81-4e06-a63e-d925b8f514b6 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517820 Jun 21 06:00:49.488554 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Made reservation on behalf of 28f57ca526714a3ab8ec5d487a6dc769 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:00:49.490926 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.629906 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c171329b-3df3-4cb0-8cb9-a25ced7dbecd req-b7145caa-23b5-48af-9a93-8fde60223850 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694243 Jun 21 06:00:49.743183 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (bd217beb-f4d7-48eb-9433-d413daa6759b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.808805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd217beb-f4d7-48eb-9433-d413daa6759b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:49.819827 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Checking segment: {'id': '2373dead-8537-476c-8afc-ffb5dbebf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ffe012e3-c080-4cbf-91bf-adafffbfefa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:00:49.820181 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Network hostable DHCP agents. Network: ffe012e3-c080-4cbf-91bf-adafffbfefa7, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:00:49.836377 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:49.863190 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Network ffe012e3-c080-4cbf-91bf-adafffbfefa7 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:00:49.878782 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, ffe012e3-c080-4cbf-91bf-adafffbfefa7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:00:49.883894 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.884097 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:49.892839 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8775b2e-1794-4171-b00e-209e865410f9 None None] Network ffe012e3-c080-4cbf-91bf-adafffbfefa7 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:00:49.924248 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a51950bc-1dde-4577-971c-5e47cd9d3a19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4929633 Jun 21 06:00:49.956326 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46ebad-bdba-445d-97a9-fe4b17b65b8c req-2147d843-7ace-46fc-9c1b-430ee006ddc5 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:49.958654 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f46ebad-bdba-445d-97a9-fe4b17b65b8c req-2147d843-7ace-46fc-9c1b-430ee006ddc5 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0738780 Jun 21 06:00:49.973094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:49.980608 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:50.006449 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.018905 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7f46ebad-bdba-445d-97a9-fe4b17b65b8c req-eaf3d476-c46c-4fab-b10b-e2025ed4bd4c tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544393 Jun 21 06:00:50.053596 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db427d-2dc0-416c-bdb5-126e896d1262 None None] Network ffe012e3-c080-4cbf-91bf-adafffbfefa7 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:00:50.260983 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47a75-c002-4dff-92b6-f0a6258808e0 req-571b0e8f-2833-4222-9b96-37fccd462e24 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:50.262547 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47f47a75-c002-4dff-92b6-f0a6258808e0 req-571b0e8f-2833-4222-9b96-37fccd462e24 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 943 time: 0.0594707 Jun 21 06:00:50.312777 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47f47a75-c002-4dff-92b6-f0a6258808e0 req-fb98f56a-8567-4030-ac4c-30d97a38e1fa tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441825 Jun 21 06:00:50.473366 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:50.478381 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664392696-network', 'tenant_id': '4ee1dd65a5b244ea91a54c435f434b93'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:00:50.500837 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Made reservation on behalf of 4ee1dd65a5b244ea91a54c435f434b93 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:00:50.503174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.511801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.533531 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.588752 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks [] for security_group (94262df6-8d25-4b62-8664-a71ab51cc721), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.593813 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (94262df6-8d25-4b62-8664-a71ab51cc721), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.621727 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:00:50.631955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94262df6-8d25-4b62-8664-a71ab51cc721,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:50.638305 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (f3064329-9f94-4e0e-8caf-9411cb6c49f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.638632 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Added segment f3064329-9f94-4e0e-8caf-9411cb6c49f5 of type vlan for network e06980d9-ad28-4869-9a2a-a5b001a3ffc6 Jun 21 06:00:50.680843 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (e06980d9-ad28-4869-9a2a-a5b001a3ffc6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.706191 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (e06980d9-ad28-4869-9a2a-a5b001a3ffc6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.707268 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:50.707840 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.749535 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2750185 Jun 21 06:00:50.752239 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45018) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:00:50.756777 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Request body: {'subnet': {'network_id': 'e06980d9-ad28-4869-9a2a-a5b001a3ffc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664392696-subnet', 'tenant_id': '4ee1dd65a5b244ea91a54c435f434b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:00:50.774889 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:00:50.786574 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ecf1f-b951-4b87-9af1-00b66cc2dbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=e06980d9-ad28-4869-9a2a-a5b001a3ffc6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:50.790256 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:50.801612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network e06980d9-ad28-4869-9a2a-a5b001a3ffc6 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:00:50.807434 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Made reservation on behalf of 4ee1dd65a5b244ea91a54c435f434b93 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:00:50.809777 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:50.954854 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:50.984394 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'port_id': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'mac_address': 'fa:16:3e:7e:a7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:00:51.068197 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:51.068669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:51.108196 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:00:51.125349 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (85ecdd35-8d21-4063-bdd5-a5ede8ab9210), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:51.135743 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:51.143908 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:51.193686 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cc54b-f28e-45d8-9820-946ed2f7bb9f req-141a9c73-cf17-4d83-b3da-cfef00d758ed tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:51.197002 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ecdd35-8d21-4063-bdd5-a5ede8ab9210,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:51.202626 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-804cc54b-f28e-45d8-9820-946ed2f7bb9f req-141a9c73-cf17-4d83-b3da-cfef00d758ed tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0698335 Jun 21 06:00:51.211960 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Checking segment: {'id': 'f3064329-9f94-4e0e-8caf-9411cb6c49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e06980d9-ad28-4869-9a2a-a5b001a3ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:00:51.212458 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Network hostable DHCP agents. Network: e06980d9-ad28-4869-9a2a-a5b001a3ffc6, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:00:51.240220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Network e06980d9-ad28-4869-9a2a-a5b001a3ffc6 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:00:51.243831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:51.253627 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, e06980d9-ad28-4869-9a2a-a5b001a3ffc6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:00:51.259685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:51.260462 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:51.264768 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-804cc54b-f28e-45d8-9820-946ed2f7bb9f req-65c1246f-0e97-4c2b-8d71-38472f6eff09 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609894 Jun 21 06:00:51.275532 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=9']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:51.284331 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fa92b-4e73-4509-98fb-62a9cba999ba None None] Network e06980d9-ad28-4869-9a2a-a5b001a3ffc6 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:00:51.297723 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-529efc5a-0d81-4ce1-8e82-db98e0f245e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5444434 Jun 21 06:00:51.363108 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:51.394956 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['83ba6585-227c-4678-8bb8-307be75c8ca5'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:00:51.475147 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496e9d3-6005-4323-9e67-0713632be9ef None None] Network e06980d9-ad28-4869-9a2a-a5b001a3ffc6 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:00:51.493685 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0827f0-2856-46a8-810b-6e2d8887f79c req-729f3084-1ee5-4bf1-b041-f108ebe1a2e3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:51.503718 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a0827f0-2856-46a8-810b-6e2d8887f79c req-729f3084-1ee5-4bf1-b041-f108ebe1a2e3 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0756240 Jun 21 06:00:51.537336 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:51.590793 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1a0827f0-2856-46a8-810b-6e2d8887f79c req-a84076ab-1502-443d-a799-881b1786a28d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855083 Jun 21 06:00:51.720786 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:51.735402 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=16 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:52.388379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd4b3e-1c07-449e-896c-6d07510f60d0 req-9a5202af-a4b6-4d6e-8ab6-c9f57c8d9fd0 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:52.389857 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dddd4b3e-1c07-449e-896c-6d07510f60d0 req-9a5202af-a4b6-4d6e-8ab6-c9f57c8d9fd0 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jun 21 06:00:52.439487 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-dddd4b3e-1c07-449e-896c-6d07510f60d0 req-d4b38d33-1e19-43de-b10f-f1836cafcc40 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439034 Jun 21 06:00:52.623226 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-83b93009-4725-44ad-ac51-225b1c0f99a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410268 Jun 21 06:00:52.675085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781363b-43bf-4659-b1e7-3a6d4217d2bc req-5b1e89ca-ac54-43b4-b264-ac01bf0836e6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:52.679483 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5781363b-43bf-4659-b1e7-3a6d4217d2bc req-5b1e89ca-ac54-43b4-b264-ac01bf0836e6 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0775280 Jun 21 06:00:52.720009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-5ff1e9ee-139e-49c3-8c92-bd8937c7b024 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:52.721577 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-5ff1e9ee-139e-49c3-8c92-bd8937c7b024 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports/9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 942 time: 0.0588143 Jun 21 06:00:52.752620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695df48-7eef-4e08-b734-ea355f9de344 req-43c98d21-5133-45dd-a770-ea7205efe375 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:52.754151 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0695df48-7eef-4e08-b734-ea355f9de344 req-43c98d21-5133-45dd-a770-ea7205efe375 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 944 time: 0.0737247 Jun 21 06:00:52.787575 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5781363b-43bf-4659-b1e7-3a6d4217d2bc req-cd8d7c8f-799a-4e55-9334-c9731e477198 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981166 Jun 21 06:00:52.790459 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:00:52.820540 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0695df48-7eef-4e08-b734-ea355f9de344 req-771bae9b-4f02-44cf-ab7c-f23e43f6542f tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593801 Jun 21 06:00:52.851083 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 83ba6585-227c-4678-8bb8-307be75c8ca5 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:00:52.851517 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:52.930243 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 83ba6585-227c-4678-8bb8-307be75c8ca5 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:52.930793 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:52.958574 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:52.961700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5ae9ab-4af2-4c4b-b8e6-6bd1b587a5d3" -d '{"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:52.976919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:52.980994 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:52.981825 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:00:53.062778 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:53.077286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.077690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.078402 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.078744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.079081 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.079405 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.079837 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.080035 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.080357 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.080674 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.080992 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.081311 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.081627 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.082029 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.082267 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:00:53.132137 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: ACTIVE; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:00:53.132689 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:53.174686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d876bc3f-3345-4547-bef3-8e383fa62454 x-openstack-request-id: req-d876bc3f-3345-4547-bef3-8e383fa62454 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:53.174970 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:53.175216 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d876bc3f-3345-4547-bef3-8e383fa62454 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:53.175630 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d876bc3f-3345-4547-bef3-8e383fa62454'] response: {'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'code': 200} Jun 21 06:00:53.185204 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:00:53.190556 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:53.242352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:00:53.379368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d4886-dbfe-4f20-bc18-31f9f2184ff8 req-6ffe96e8-09eb-49ce-a7fd-dcd573629f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:53.381297 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-662d4886-dbfe-4f20-bc18-31f9f2184ff8 req-6ffe96e8-09eb-49ce-a7fd-dcd573629f5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1130 time: 0.0412774 Jun 21 06:00:53.435995 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-662d4886-dbfe-4f20-bc18-31f9f2184ff8 req-c971235d-1e02-4fb9-8da7-c98d1a81f05b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484676 Jun 21 06:00:53.691484 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:00:53.916025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770c467-f1a3-4584-89ef-542c3b6f99cd req-5e1e7ccf-276a-417f-931b-cdcff9308ab8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:53.917410 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6770c467-f1a3-4584-89ef-542c3b6f99cd req-5e1e7ccf-276a-417f-931b-cdcff9308ab8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0566640 Jun 21 06:00:53.972133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21353762-8088-4ea0-bea5-160ee6ec5296 req-e5be47bd-a61b-4dd4-bb5c-475b53691406 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:53.973605 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-21353762-8088-4ea0-bea5-160ee6ec5296 req-e5be47bd-a61b-4dd4-bb5c-475b53691406 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0723579 Jun 21 06:00:54.016212 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6770c467-f1a3-4584-89ef-542c3b6f99cd req-e5d1c236-122b-464d-a7d1-4e407458dd16 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783117 Jun 21 06:00:54.043371 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-21353762-8088-4ea0-bea5-160ee6ec5296 req-d89ee1db-68a2-43ea-9d15-d51f4b4524e0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595896 Jun 21 06:00:55.147330 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d7a9-88ef-4f5b-8c68-e61ad45de02f req-e3afa81e-df72-4e2c-a6de-1f18d5b6935b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:55.148836 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c12d7a9-88ef-4f5b-8c68-e61ad45de02f req-e3afa81e-df72-4e2c-a6de-1f18d5b6935b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0615380 Jun 21 06:00:55.176553 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:00:55.178892 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b158b-bc90-4dc0-985d-f04e8b2a95d6" -d '{"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:00:55.196506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e71bb-2ec1-47ce-857b-243048ffaea6 req-690ea1ca-cd6b-4744-9e1f-bf43a13e303a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:55.197995 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-779e71bb-2ec1-47ce-857b-243048ffaea6 req-690ea1ca-cd6b-4744-9e1f-bf43a13e303a tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0706258 Jun 21 06:00:55.244076 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7c12d7a9-88ef-4f5b-8c68-e61ad45de02f req-1568d33f-e65e-4384-9ee2-9fcd168a8808 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791941 Jun 21 06:00:55.270898 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:55.275980 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-779e71bb-2ec1-47ce-857b-243048ffaea6 req-d54da04e-b954-4c3a-a1e6-8a8b8b1d9b84 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 Jun 21 06:00:55.298802 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Jun 2022 06:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c5814-e3ff-4deb-a3cc-3d98c7667115 x-openstack-request-id: req-5e5c5814-e3ff-4deb-a3cc-3d98c7667115 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:00:55.299107 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-unplugged", "status": "failed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "code": 422}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:00:55.299366 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e5c5814-e3ff-4deb-a3cc-3d98c7667115 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:00:55.299784 dv-cinder-846901-1-iscsi neutron-server[103795]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e5c5814-e3ff-4deb-a3cc-3d98c7667115']: {'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'code': 422} returned with failed status Jun 21 06:00:56.397319 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308fd6c-adf0-4441-8701-7042f528c66f req-0748d495-eb64-4cb3-832d-05a45b329ee8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.398847 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0308fd6c-adf0-4441-8701-7042f528c66f req-0748d495-eb64-4cb3-832d-05a45b329ee8 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0816133 Jun 21 06:00:56.430713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08f2b3-fe80-4030-871f-c1a0f8e01511 req-b4a95cf0-842d-4ec2-b7ac-0ec435050f94 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.432225 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2c08f2b3-fe80-4030-871f-c1a0f8e01511 req-b4a95cf0-842d-4ec2-b7ac-0ec435050f94 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0742185 Jun 21 06:00:56.459672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:56.492482 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0308fd6c-adf0-4441-8701-7042f528c66f req-e88817b0-fb22-4b9d-a57a-585ef88e2970 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869873 Jun 21 06:00:56.519105 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-b385528b-b4ff-44ea-865a-a6f8c559deb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480506 Jun 21 06:00:56.524468 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2c08f2b3-fe80-4030-871f-c1a0f8e01511 req-cacb1fe0-da2c-4687-9dd9-fb5b3311df52 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837340 Jun 21 06:00:56.628649 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-bb60d10f-3e9c-40e3-9c3b-7a7e8f3cb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.630219 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-bb60d10f-3e9c-40e3-9c3b-7a7e8f3cb1ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c895fde074698b9717d2a770ef5bf&device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 1130 time: 0.0450327 Jun 21 06:00:56.733412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-42d4b3cf-ba4d-4926-9eca-dcd3f1380b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.734902 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-42d4b3cf-ba4d-4926-9eca-dcd3f1380b45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 200 len: 917 time: 0.0854428 Jun 21 06:00:56.800050 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-95331104-964e-472f-97dd-a3bb2f383918 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0587952 Jun 21 06:00:56.849451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-c1b2a400-2b4d-4aee-94fc-c8551de91485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.850997 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-c1b2a400-2b4d-4aee-94fc-c8551de91485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 200 len: 855 time: 0.0444794 Jun 21 06:00:56.897381 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-1c94bd4d-74c4-445c-9bfe-fa6e0f326a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:56.899834 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-1c94bd4d-74c4-445c-9bfe-fa6e0f326a3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7183839-abdc-439f-b346-d4ec5ebfb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428600 Jun 21 06:00:57.036900 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-07b91813-afc5-4ab4-872d-5d6cbbea2822 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308613 Jun 21 06:00:57.044839 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:00:57.067054 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:00:57.142769 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1e2711e-7019-48e0-bbcc-f4f54b819b98 req-d7ae14c7-6e4e-469a-b757-0920e24739e4 service neutron] 10.222.0.23 "GET /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993760 Jun 21 06:00:57.617563 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f366882-a50a-4a7d-aea7-6028edd0f0ca req-93f69494-1fd7-4d7d-bac6-26ff9f5813db tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:57.619080 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f366882-a50a-4a7d-aea7-6028edd0f0ca req-93f69494-1fd7-4d7d-bac6-26ff9f5813db tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0523708 Jun 21 06:00:57.669360 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f366882-a50a-4a7d-aea7-6028edd0f0ca req-49224726-cbd8-44cf-955f-2e6948f55544 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438695 Jun 21 06:00:58.787689 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de019d-6641-414a-b6a3-b7fa9ef5ca60 req-b55e1169-da57-429b-b132-c78568ba1148 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:58.789269 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8de019d-6641-414a-b6a3-b7fa9ef5ca60 req-b55e1169-da57-429b-b132-c78568ba1148 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0495248 Jun 21 06:00:58.841134 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8de019d-6641-414a-b6a3-b7fa9ef5ca60 req-11c64a09-8f06-4ecd-924a-ba585c66de22 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462811 Jun 21 06:00:59.977829 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232524e-26e5-4e1b-ae18-17daea79b1f1 req-cc1aa459-5b03-4255-8fce-599504826dbc tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:00:59.979311 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f232524e-26e5-4e1b-ae18-17daea79b1f1 req-cc1aa459-5b03-4255-8fce-599504826dbc tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0554836 Jun 21 06:01:00.029556 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f232524e-26e5-4e1b-ae18-17daea79b1f1 req-1d41d144-d94b-4787-b1b5-3759307d7ab3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446777 Jun 21 06:01:01.150417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5becf28-b337-47a7-bc9d-23568bceb0c5 req-3f91268f-4d6b-4fac-b2c6-04cde7f23674 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:01.152631 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5becf28-b337-47a7-bc9d-23568bceb0c5 req-3f91268f-4d6b-4fac-b2c6-04cde7f23674 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0533068 Jun 21 06:01:01.207353 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5becf28-b337-47a7-bc9d-23568bceb0c5 req-9127ddf3-7e2a-4342-b47c-275922f3db3c tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482941 Jun 21 06:01:02.322930 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19d50-8c75-427c-8448-ef4a04b5ca47 req-e074dad9-3a34-4581-8959-4d8175b33d8f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:02.324522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a0f19d50-8c75-427c-8448-ef4a04b5ca47 req-e074dad9-3a34-4581-8959-4d8175b33d8f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0485866 Jun 21 06:01:02.396899 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a0f19d50-8c75-427c-8448-ef4a04b5ca47 req-ea4be415-e387-4257-92a8-f4a69293b8d5 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639558 Jun 21 06:01:03.523569 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec8996-20b8-4f2c-a973-1f9584ba95ef req-7571f5f2-a4d9-48d7-802e-5bf34ff3cfca tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:03.525382 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00ec8996-20b8-4f2c-a973-1f9584ba95ef req-7571f5f2-a4d9-48d7-802e-5bf34ff3cfca tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0484760 Jun 21 06:01:03.577672 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-00ec8996-20b8-4f2c-a973-1f9584ba95ef req-cd506664-1c33-462e-baf0-c82a647f679e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467942 Jun 21 06:01:03.687210 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:04.270842 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-171b5891-6563-406d-a2e5-efa5ec20a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:04.272352 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-171b5891-6563-406d-a2e5-efa5ec20a0de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e&tenant_id=4e17d31f99954cca8b4eb24b3b798f1e HTTP/1.1" status: 200 len: 1127 time: 0.0598717 Jun 21 06:01:04.553165 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-78514b8c-96fa-44b8-b19a-4c05fd0e340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:04.554609 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-78514b8c-96fa-44b8-b19a-4c05fd0e340f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1127 time: 0.0392911 Jun 21 06:01:04.654403 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-9ef9cc50-e7ba-4fdc-b015-c6477fd4a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:04.655894 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-9ef9cc50-e7ba-4fdc-b015-c6477fd4a0a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 909 time: 0.0936010 Jun 21 06:01:04.694740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232854-6cd9-4fa4-90d7-dfd47da8962f req-a6f4bdf8-11be-4fac-8e3a-65364952a32e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:04.696500 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1c232854-6cd9-4fa4-90d7-dfd47da8962f req-a6f4bdf8-11be-4fac-8e3a-65364952a32e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0495222 Jun 21 06:01:04.750940 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1c232854-6cd9-4fa4-90d7-dfd47da8962f req-5531f4c6-3a0b-40d6-bdf1-7dd668628d72 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478771 Jun 21 06:01:05.121641 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7beb45-5a57-47d4-bfa1-6fd907bdb9ab req-85536e0b-7c2d-4b8c-a4ee-6c69ab10828b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:05.123292 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a7beb45-5a57-47d4-bfa1-6fd907bdb9ab req-85536e0b-7c2d-4b8c-a4ee-6c69ab10828b tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0586801 Jun 21 06:01:05.175556 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a7beb45-5a57-47d4-bfa1-6fd907bdb9ab req-5d2a2a35-18d0-452a-86ff-18bf0a511a4a tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Jun 21 06:01:05.182035 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-d924d710-5f9d-48b6-9a8a-0e21bf3b3b6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 999 time: 0.2932928 Jun 21 06:01:05.293434 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45320) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:05.338350 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Deleting subnet bd217beb-f4d7-48eb-9433-d413daa6759b {{(pid=103793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:01:05.342068 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Publish callbacks [] for subnet (bd217beb-f4d7-48eb-9433-d413daa6759b), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.375607 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:05.378329 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3503121'] for subnet (bd217beb-f4d7-48eb-9433-d413daa6759b), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.426316 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (bd217beb-f4d7-48eb-9433-d413daa6759b), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.466772 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:05.484431 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26280566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26284362'] for subnet (bd217beb-f4d7-48eb-9433-d413daa6759b), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.508876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd217beb-f4d7-48eb-9433-d413daa6759b,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:05.515248 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.518458 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9c1ddd7d-7300-46db-9a25-1b4ae159dcb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd217beb-f4d7-48eb-9433-d413daa6759b HTTP/1.1" status: 204 len: 168 time: 0.2239285 Jun 21 06:01:05.520879 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45322) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:05.593745 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (ffe012e3-c080-4cbf-91bf-adafffbfefa7), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.670592 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (ffe012e3-c080-4cbf-91bf-adafffbfefa7), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.690535 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe012e3-c080-4cbf-91bf-adafffbfefa7']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:05.700101 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2373dead-8537-476c-8afc-ffb5dbebf6a1') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:05.700726 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2373dead-8537-476c-8afc-ffb5dbebf6a1') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:05.709986 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (2373dead-8537-476c-8afc-ffb5dbebf6a1), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.725342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (2373dead-8537-476c-8afc-ffb5dbebf6a1), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.732881 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:01:05.733255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (2373dead-8537-476c-8afc-ffb5dbebf6a1), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.800313 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (ffe012e3-c080-4cbf-91bf-adafffbfefa7), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.806870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.814769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45330) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:05.815696 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffe012e3-c080-4cbf-91bf-adafffbfefa7 HTTP/1.1" status: 204 len: 168 time: 0.2925513 Jun 21 06:01:05.830703 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e9544-ab8f-4741-b372-82acd3aed671 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe012e3-c080-4cbf-91bf-adafffbfefa7,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:05.859984 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:05.873819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Deleting subnet 85ecdd35-8d21-4063-bdd5-a5ede8ab9210 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:01:05.877984 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Publish callbacks [] for subnet (85ecdd35-8d21-4063-bdd5-a5ede8ab9210), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.887030 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 2373dead-8537-476c-8afc-ffb5dbebf6a1 resource provider aggregate not found Jun 21 06:01:05.896717 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2593d7-7711-4b36-a3bb-32d4bd4fab5d req-147af419-2791-4318-97c6-c135ae0e48e2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:05.899571 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-be2593d7-7711-4b36-a3bb-32d4bd4fab5d req-147af419-2791-4318-97c6-c135ae0e48e2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0666993 Jun 21 06:01:05.915011 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 2373dead-8537-476c-8afc-ffb5dbebf6a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2373dead-8537-476c-8afc-ffb5dbebf6a1 found for delete ", "request_id": "req-86d8bfa0-ccb6-412e-8b16-772fb0fd9d13"}]} Jun 21 06:01:05.918884 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (85ecdd35-8d21-4063-bdd5-a5ede8ab9210), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:05.957573 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-be2593d7-7711-4b36-a3bb-32d4bd4fab5d req-a1f23710-3ec0-41a6-8e61-722fdf1ed8b7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510464 Jun 21 06:01:05.965493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (85ecdd35-8d21-4063-bdd5-a5ede8ab9210), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.023101 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (85ecdd35-8d21-4063-bdd5-a5ede8ab9210), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.050486 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ecdd35-8d21-4063-bdd5-a5ede8ab9210,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:06.055651 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.061382 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45338) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:06.061578 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fce339f3-eaf3-44a6-b8b2-26a47c0996aa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85ecdd35-8d21-4063-bdd5-a5ede8ab9210 HTTP/1.1" status: 204 len: 168 time: 0.2441573 Jun 21 06:01:06.141169 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (e06980d9-ad28-4869-9a2a-a5b001a3ffc6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.227986 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (e06980d9-ad28-4869-9a2a-a5b001a3ffc6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.254948 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06980d9-ad28-4869-9a2a-a5b001a3ffc6']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:06.275504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3064329-9f94-4e0e-8caf-9411cb6c49f5') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:06.275798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3064329-9f94-4e0e-8caf-9411cb6c49f5') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:06.306098 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (f3064329-9f94-4e0e-8caf-9411cb6c49f5), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.335742 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-e1a433e8-af70-472e-abab-c0b878878504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:06.335966 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa944df-5f35-4ae7-a990-02605a7edd11 req-5f7dc8ab-0c72-4a02-a607-e6e632a39eab tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:06.337271 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fa944df-5f35-4ae7-a990-02605a7edd11 req-5f7dc8ab-0c72-4a02-a607-e6e632a39eab tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0740173 Jun 21 06:01:06.338358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (f3064329-9f94-4e0e-8caf-9411cb6c49f5), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.340022 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-e1a433e8-af70-472e-abab-c0b878878504 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0683510 Jun 21 06:01:06.379469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:01:06.379869 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (f3064329-9f94-4e0e-8caf-9411cb6c49f5), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.403561 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-897aed4f-0f72-4da9-b913-eaf9a538b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:06.405475 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-897aed4f-0f72-4da9-b913-eaf9a538b9c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558572 Jun 21 06:01:06.458552 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fa944df-5f35-4ae7-a990-02605a7edd11 req-b911debf-4ca0-4b9a-a1c4-9b6624a632d1 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups?id=430b7b8c-706c-41a7-81f6-765e4b76ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116235 Jun 21 06:01:06.463645 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (e06980d9-ad28-4869-9a2a-a5b001a3ffc6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.481161 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.486703 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e06980d9-ad28-4869-9a2a-a5b001a3ffc6 HTTP/1.1" status: 204 len: 168 time: 0.4215486 Jun 21 06:01:06.491284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273badb-8a94-42f0-892c-38517238d990 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06980d9-ad28-4869-9a2a-a5b001a3ffc6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:06.589847 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-89427ad5-5104-4b77-abfd-44f14d6f524e service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018522 Jun 21 06:01:06.671274 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45352) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:06.711070 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7bd11b86-f065-429b-b312-534bbdd3d37f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28f57ca526714a3ab8ec5d487a6dc769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386410 Jun 21 06:01:06.713487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:06.765717 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] Publish callbacks [] for security_group (8707c431-ebcd-4d53-b98b-1b2c6ec4c3da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.787279 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] Publish callbacks [] for security_group (8707c431-ebcd-4d53-b98b-1b2c6ec4c3da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.845671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:06.923535 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-8738a815-5b2b-4b52-8be1-cf9cf0c4b37c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:06.924992 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-8738a815-5b2b-4b52-8be1-cf9cf0c4b37c tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 946 time: 0.0988057 Jun 21 06:01:06.927350 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8707c431-ebcd-4d53-b98b-1b2c6ec4c3da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.929831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:06.930892 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8707c431-ebcd-4d53-b98b-1b2c6ec4c3da HTTP/1.1" status: 204 len: 168 time: 0.2165363 Jun 21 06:01:06.972461 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55fa1-239a-486f-895b-0d4c742941b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707c431-ebcd-4d53-b98b-1b2c6ec4c3da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:07.026463 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-85abf461-448a-4e92-8a3c-84a87ecb26ec req-43eefa15-9e0b-4ed4-8377-c4aada385155 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080073 Jun 21 06:01:07.050937 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:07.051199 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.102345 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7db28-17c8-4286-a9d6-d4ca594d4ecc req-afbe58c7-2273-4502-88d6-979d9ec6f591 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:07.106847 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5ae7db28-17c8-4286-a9d6-d4ca594d4ecc req-afbe58c7-2273-4502-88d6-979d9ec6f591 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0704949 Jun 21 06:01:07.146008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:07.149729 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:07.163865 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] For port 5ae1b537-6fae-4629-973f-7680b8a4a4f5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=5ae1b537-6fae-4629-973f-7680b8a4a4f5,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:07.164244 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.180239 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5ae7db28-17c8-4286-a9d6-d4ca594d4ecc req-5f4f5f82-ee56-4c6b-bee2-761ac3b0ab47 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665681 Jun 21 06:01:07.358473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.358723 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45362) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:07.358983 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.359355 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Floating IP e62f97c8-ee8d-4fdc-8554-5e84307ca281 disassociated. External IP: 172.27.0.12, port: 5ae1b537-6fae-4629-973f-7680b8a4a4f5. Jun 21 06:01:07.359757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 5ae1b537-6fae-4629-973f-7680b8a4a4f5 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:07.386221 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:07.401700 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9e53dc99-c0d7-419f-b89b-565fa2a3bb8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ee1dd65a5b244ea91a54c435f434b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412588 Jun 21 06:01:07.404524 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45364) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:07.459287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] Publish callbacks [] for security_group (94262df6-8d25-4b62-8664-a71ab51cc721), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.485453 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] Publish callbacks [] for security_group (94262df6-8d25-4b62-8664-a71ab51cc721), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.518831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (5ae1b537-6fae-4629-973f-7680b8a4a4f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.545293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (94262df6-8d25-4b62-8664-a71ab51cc721), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.548284 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=5ae1b537-6fae-4629-973f-7680b8a4a4f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:07.567120 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.571054 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94262df6-8d25-4b62-8664-a71ab51cc721 HTTP/1.1" status: 204 len: 168 time: 0.1654663 Jun 21 06:01:07.595687 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4392b09-fe3d-4baf-a08c-e69484375b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94262df6-8d25-4b62-8664-a71ab51cc721,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:07.619314 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-072b6146-8e8f-403c-9d3b-07d29a22bb5d req-85ee0c30-7b0d-45f8-b51a-4146c7b4f54f tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 210 time: 0.0470052 Jun 21 06:01:07.695922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:07.821526 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:07.835429 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:07.848925 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:07.850492 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:07.878104 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] No DVR routers for this DVR port 5ae1b537-6fae-4629-973f-7680b8a4a4f5 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:07.881891 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:07.885196 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0a5991e9-1681-4b58-8d0a-a40f5209e0ea req-738e6a9e-ee31-4645-93d2-5b6c083142a6 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.23 "DELETE /v2.0/ports/5ae1b537-6fae-4629-973f-7680b8a4a4f5 HTTP/1.1" status: 204 len: 173 time: 0.9493198 Jun 21 06:01:07.886821 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'name': 'network-vif-deleted', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:01:07.889125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9a1613-a723-4d80-9e3d-9f91d43a84d0" -d '{"events": [{"server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "name": "network-vif-deleted", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:01:07.947541 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment f3064329-9f94-4e0e-8caf-9411cb6c49f5 resource provider aggregate not found Jun 21 06:01:07.955566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9316c2da-e4f6-4294-b6c2-8f37744930ee x-openstack-request-id: req-9316c2da-e4f6-4294-b6c2-8f37744930ee {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:01:07.955860 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0106c2-482c-45bf-9b59-c362ffa6ba8c", "name": "network-vif-deleted", "tag": "5ae1b537-6fae-4629-973f-7680b8a4a4f5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:01:07.956109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9316c2da-e4f6-4294-b6c2-8f37744930ee {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:01:07.956508 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9316c2da-e4f6-4294-b6c2-8f37744930ee'] response: {'server_uuid': '5a0106c2-482c-45bf-9b59-c362ffa6ba8c', 'name': 'network-vif-deleted', 'tag': '5ae1b537-6fae-4629-973f-7680b8a4a4f5', 'status': 'completed', 'code': 200} Jun 21 06:01:07.987781 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment f3064329-9f94-4e0e-8caf-9411cb6c49f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3064329-9f94-4e0e-8caf-9411cb6c49f5 found for delete ", "request_id": "req-61c26c3e-722c-4665-91ea-452b4197b18b"}]} Jun 21 06:01:08.008747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:08.186228 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e7b6f-2562-46b7-a701-779c06f8ab26 req-36233d0a-a9be-4cc5-9e36-32c85f1e9711 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:08.187889 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f2e7b6f-2562-46b7-a701-779c06f8ab26 req-36233d0a-a9be-4cc5-9e36-32c85f1e9711 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0706906 Jun 21 06:01:08.250255 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2f2e7b6f-2562-46b7-a701-779c06f8ab26 req-056c2650-bfc0-43a1-9fdd-22a101daf581 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567036 Jun 21 06:01:08.254832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:08.313800 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:08.324816 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba51137-304a-4166-b9ad-cc8274895bed req-3a3cf149-3f33-42b9-9871-241664fdf52d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:08.330411 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eba51137-304a-4166-b9ad-cc8274895bed req-3a3cf149-3f33-42b9-9871-241664fdf52d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0633318 Jun 21 06:01:08.378854 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-eba51137-304a-4166-b9ad-cc8274895bed req-e8eba01b-5858-43e7-99ae-8b0611e65601 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462530 Jun 21 06:01:08.391485 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:08.417670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:08.426161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:08.426744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:08.534960 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:08.721568 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fe308cb6-96b5-4f46-a092-5e0ca01f2704 req-63f2cfea-628d-42c7-ba4f-a12afe0c9c23 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 210 time: 0.0286512 Jun 21 06:01:08.740097 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:08.765421 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7d9f2-ed03-4c19-8285-d8197dfa8c68 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:09Z', 'revision_number': 4, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '25855d58-0215-435b-a551-a5f92c7512dc', 'name': '', 'network_id': 'af2e04db-de33-4272-99f0-75327f84c194', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'mac_address': 'fa:16:3e:66:cd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:06Z', 'updated_at': '2022-06-21T05:54:21Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'subnets': [{'id': '91be574e-f537-4e1e-945d-fd6b185993b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:09.009345 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e5179-a90f-498b-868a-fd85be2982f5 None None] New status for floating IP e62f97c8-ee8d-4fdc-8554-5e84307ca281: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:01:09.369175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5ab26-d12e-433f-8ee6-7e458f9870ff req-1f71b198-d771-4565-8952-3b2a3f1699f2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:09.371245 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3ef5ab26-d12e-433f-8ee6-7e458f9870ff req-1f71b198-d771-4565-8952-3b2a3f1699f2 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0463221 Jun 21 06:01:09.417173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3ef5ab26-d12e-433f-8ee6-7e458f9870ff req-d48a9445-33e2-4981-b9b8-c00c26ddcdfd tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Jun 21 06:01:09.495719 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198892e-d8a5-4316-811d-54b0876a6386 req-f398fb8c-ef5d-4f45-99f5-8b7b6a4a94f3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:09.497170 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8198892e-d8a5-4316-811d-54b0876a6386 req-f398fb8c-ef5d-4f45-99f5-8b7b6a4a94f3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0494351 Jun 21 06:01:09.545470 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8198892e-d8a5-4316-811d-54b0876a6386 req-6b05cec0-c2fd-4e7e-9f84-aa595e1ad4e3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Jun 21 06:01:09.828470 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-64ac734c-f443-455a-ba74-e710475e3a3a req-26b386f3-4b07-48ff-93d8-5d2d12a0e614 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a0106c2-482c-45bf-9b59-c362ffa6ba8c HTTP/1.1" status: 200 len: 210 time: 0.0281203 Jun 21 06:01:10.026582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-d63a4250-ccf2-4ae0-967d-97ccc229eb82 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:10.028096 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-d63a4250-ccf2-4ae0-967d-97ccc229eb82 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0565681 Jun 21 06:01:10.123147 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Deleting port 831f473c-b089-4dc2-87af-a6d77639006e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:10.123598 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (831f473c-b089-4dc2-87af-a6d77639006e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.127407 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:10.219801 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] For port 831f473c-b089-4dc2-87af-a6d77639006e, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=831f473c-b089-4dc2-87af-a6d77639006e,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:10.220398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (831f473c-b089-4dc2-87af-a6d77639006e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.277686 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:10.379915 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.380262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.380568 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Floating IP 695b8606-9d61-4e9e-8645-cf6cdbc00670 disassociated. External IP: 172.27.0.162, port: 831f473c-b089-4dc2-87af-a6d77639006e. Jun 21 06:01:10.380899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Calling delete_port for 831f473c-b089-4dc2-87af-a6d77639006e owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:10.511371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (831f473c-b089-4dc2-87af-a6d77639006e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.533881 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4172f17-479a-409c-9ccb-726b3757e54c req-168fb4d3-d0ba-4c59-ba30-d56082bd8b2a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:10.535336 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f4172f17-479a-409c-9ccb-726b3757e54c req-168fb4d3-d0ba-4c59-ba30-d56082bd8b2a tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 945 time: 0.0481069 Jun 21 06:01:10.537628 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'Port': ['ID=831f473c-b089-4dc2-87af-a6d77639006e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:10.552334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.552679 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.553009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.553352 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.553677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.554027 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.554347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.554668 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.554985 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.555304 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.555634 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.555933 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.556252 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.556565 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.556876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:10.602286 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f4172f17-479a-409c-9ccb-726b3757e54c req-9b0475ca-10ba-46b1-9103-a26936bf3902 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups?id=f10bbe29-2411-49d1-926a-ff81f06074d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600715 Jun 21 06:01:10.663437 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:10.673895 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f372-1e37-4ac1-bf22-0a91af41a312 req-acd6e183-f23b-4dc4-a14a-fe217968d1e2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:10.675472 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-db91f372-1e37-4ac1-bf22-0a91af41a312 req-acd6e183-f23b-4dc4-a14a-fe217968d1e2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0476484 Jun 21 06:01:10.725284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-db91f372-1e37-4ac1-bf22-0a91af41a312 req-f65473f0-2ce4-4646-8e7a-c04d5a3f4933 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441580 Jun 21 06:01:10.765816 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:10.775534 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:10.785586 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:10.786162 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:10.808083 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] No DVR routers for this DVR port 831f473c-b089-4dc2-87af-a6d77639006e on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:10.810469 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:10.813583 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-82c672b5-0d55-4418-b6d3-65e72eb3fba8 req-1aca1d57-35de-4c22-a1a9-cb15a8cd9962 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.23 "DELETE /v2.0/ports/831f473c-b089-4dc2-87af-a6d77639006e HTTP/1.1" status: 204 len: 173 time: 0.7791018 Jun 21 06:01:10.814031 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'name': 'network-vif-deleted', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:01:10.816266 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c662c-1cc1-408a-a33d-432ac4214a6c" -d '{"events": [{"server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "name": "network-vif-deleted", "tag": "831f473c-b089-4dc2-87af-a6d77639006e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:01:10.855563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667e4d2-6ef8-4bb5-996d-f1c28843c587 x-openstack-request-id: req-4667e4d2-6ef8-4bb5-996d-f1c28843c587 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:01:10.855963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919fe9b8-52bd-465b-ac3f-bd338e6afade", "name": "network-vif-deleted", "tag": "831f473c-b089-4dc2-87af-a6d77639006e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:01:10.856073 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4667e4d2-6ef8-4bb5-996d-f1c28843c587 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:01:10.856474 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4667e4d2-6ef8-4bb5-996d-f1c28843c587'] response: {'server_uuid': '919fe9b8-52bd-465b-ac3f-bd338e6afade', 'name': 'network-vif-deleted', 'tag': '831f473c-b089-4dc2-87af-a6d77639006e', 'status': 'completed', 'code': 200} Jun 21 06:01:10.903318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:10.921378 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45446) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:10.984561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (430b7b8c-706c-41a7-81f6-765e4b76ec05), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.011084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (430b7b8c-706c-41a7-81f6-765e4b76ec05), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.051766 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.071776 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (430b7b8c-706c-41a7-81f6-765e4b76ec05), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.074383 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.078303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45448) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:11.078797 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/security-groups/430b7b8c-706c-41a7-81f6-765e4b76ec05 HTTP/1.1" status: 204 len: 168 time: 0.1556687 Jun 21 06:01:11.090171 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b7b8c-706c-41a7-81f6-765e4b76ec05,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:11.093057 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-8c8890b5-86b3-4e7f-8bf3-d5233fb11096 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] show failed (client error): The resource could not be found. Jun 21 06:01:11.094334 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8c8890b5-86b3-4e7f-8bf3-d5233fb11096 tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "GET /v2.0/security-groups/430b7b8c-706c-41a7-81f6-765e4b76ec05 HTTP/1.1" status: 404 len: 347 time: 0.0150394 Jun 21 06:01:11.098133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:11.101131 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.101478 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.101818 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.102207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.102635 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.102984 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.103313 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.103639 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.104057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.104844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.105166 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.105484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.105805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.106147 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.106464 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda919e-4616-43fc-b4eb-5a615a6851ae tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:01:11.114380 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:11.147023 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:11.162359 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:11.163003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:00:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:11.217716 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Deleting port 8211d713-001b-4946-8c1f-42cabe68f19a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:11.218077 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.256006 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.273118 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:11.300965 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.301284 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (8211d713-001b-4946-8c1f-42cabe68f19a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.313602 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.314738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Calling delete_port for 8211d713-001b-4946-8c1f-42cabe68f19a owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:11.396902 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.445353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (8211d713-001b-4946-8c1f-42cabe68f19a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.462973 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:11.476190 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Pushing event deleted for resources: {'Port': ['ID=8211d713-001b-4946-8c1f-42cabe68f19a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:11.480398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.490947 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4516f2-9d2a-48fc-bb46-6f61cd70efaa None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T05:54:06Z', 'revision_number': 4, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'fbaae972-9288-47d2-bbab-1dae40889b4c', 'name': '', 'network_id': '0d1a065d-e112-4f81-9899-4ee12e5c17d1', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'mac_address': 'fa:16:3e:14:d8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:54:04Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'subnets': [{'id': '4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:11.543022 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks [] for floatingip (e62f97c8-ee8d-4fdc-8554-5e84307ca281), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.558134 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:11.562432 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5a4b7355-e7a1-4f26-ba6a-e035b209719d tempest-AttachVolumeNegativeTest-1377983499 tempest-AttachVolumeNegativeTest-1377983499-project] 10.222.0.18 "DELETE /v2.0/floatingips/e62f97c8-ee8d-4fdc-8554-5e84307ca281 HTTP/1.1" status: 204 len: 168 time: 0.4614673 Jun 21 06:01:11.710473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5126d57-6519-4c1b-a98e-a3a5aadfd974 req-7d27f656-8e7a-4dac-b75c-07206e7d9c68 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 210 time: 0.0341411 Jun 21 06:01:11.735836 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15ca65-92df-4123-b44d-2dff17e06b61 None None] New status for floating IP 695b8606-9d61-4e9e-8645-cf6cdbc00670: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:01:11.829164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:11.842492 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f2ea-8f59-4514-ab4c-99ea3977c6bd req-da319548-4c23-4b83-92b6-445a54ebc090 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:11.844151 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1c9f2ea-8f59-4514-ab4c-99ea3977c6bd req-da319548-4c23-4b83-92b6-445a54ebc090 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0495911 Jun 21 06:01:11.895490 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a1c9f2ea-8f59-4514-ab4c-99ea3977c6bd req-68dec061-0664-4ffe-a808-dc93f31d77b2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446947 Jun 21 06:01:12.806899 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cd4f08fc-910a-475e-9cd3-0ac1b8f578d1 req-4462766c-96b4-4782-a65c-40ac7328aad7 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 210 time: 0.0279393 Jun 21 06:01:12.946667 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5ae1b537-6fae-4629-973f-7680b8a4a4f5 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:12.968930 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 5ae1b537-6fae-4629-973f-7680b8a4a4f5 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:12.969178 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 5ae1b537-6fae-4629-973f-7680b8a4a4f5 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:13.018381 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1da578-f163-458c-9780-1349b48140ba req-7c572a31-3768-4ad7-8c66-a23884b7489a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:13.019849 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f1da578-f163-458c-9780-1349b48140ba req-7c572a31-3768-4ad7-8c66-a23884b7489a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0512033 Jun 21 06:01:13.069862 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f1da578-f163-458c-9780-1349b48140ba req-63a5486a-ce0d-48ed-8489-b6ff2ac12b04 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443826 Jun 21 06:01:13.926159 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a09abe07-aa54-414a-a0f7-d7fe79fd9c9a req-a18d0d58-82cc-4452-bfb0-18cefbaddaae tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/ports?device_id=919fe9b8-52bd-465b-ac3f-bd338e6afade HTTP/1.1" status: 200 len: 210 time: 0.0324163 Jun 21 06:01:14.195680 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81454609-dd53-4d24-a5cf-ca587730ff2b req-19b4bb80-f730-49c5-bca7-a7a3a8f81221 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:14.197159 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-81454609-dd53-4d24-a5cf-ca587730ff2b req-19b4bb80-f730-49c5-bca7-a7a3a8f81221 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0514741 Jun 21 06:01:14.246907 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-81454609-dd53-4d24-a5cf-ca587730ff2b req-c2b26c4f-e455-4081-bdf2-5348a96dc119 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441346 Jun 21 06:01:15.019028 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45530) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:15.086387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (f10bbe29-2411-49d1-926a-ff81f06074d4), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.117541 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (f10bbe29-2411-49d1-926a-ff81f06074d4), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.172567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f10bbe29-2411-49d1-926a-ff81f06074d4), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.175225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.176398 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "DELETE /v2.0/security-groups/f10bbe29-2411-49d1-926a-ff81f06074d4 HTTP/1.1" status: 204 len: 168 time: 0.1538904 Jun 21 06:01:15.179471 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:15.186339 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ae999-c02f-4df8-9ecb-98800121a452 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bbe29-2411-49d1-926a-ff81f06074d4,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:15.209531 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.api.v2.resource [None req-f727fb15-b9d6-41e0-8fee-817618f4f327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] show failed (client error): The resource could not be found. Jun 21 06:01:15.211010 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f727fb15-b9d6-41e0-8fee-817618f4f327 tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "GET /v2.0/security-groups/f10bbe29-2411-49d1-926a-ff81f06074d4 HTTP/1.1" status: 404 len: 347 time: 0.0296495 Jun 21 06:01:15.215251 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45544) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:15.248355 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce00eac8-5e5c-47cd-addc-0fe56d22f2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.363320 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Deleting port afbebbc5-68d8-47cb-9afd-f6e4f0179237 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:15.363856 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.389114 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249812-a741-4742-a986-e8d37bb7c0d9 req-06a38830-019f-49e4-bb08-8ac7c3bc934d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:15.390607 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48249812-a741-4742-a986-e8d37bb7c0d9 req-06a38830-019f-49e4-bb08-8ac7c3bc934d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0747299 Jun 21 06:01:15.499918 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-48249812-a741-4742-a986-e8d37bb7c0d9 req-fee4fa25-5fbf-4e64-8228-0c81c9c4f319 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032996 Jun 21 06:01:15.501553 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.501874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (afbebbc5-68d8-47cb-9afd-f6e4f0179237), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.516561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Calling delete_port for afbebbc5-68d8-47cb-9afd-f6e4f0179237 owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:15.638854 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:15.651929 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (afbebbc5-68d8-47cb-9afd-f6e4f0179237), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.677415 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Pushing event deleted for resources: {'Port': ['ID=afbebbc5-68d8-47cb-9afd-f6e4f0179237,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:15.736798 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks [] for floatingip (695b8606-9d61-4e9e-8645-cf6cdbc00670), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.739251 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:15.740398 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-8d98b4e8-8a18-40d7-a889-90b318184b8b tempest-AttachVolumeTestJSON-1746648515 tempest-AttachVolumeTestJSON-1746648515-project] 10.222.0.18 "DELETE /v2.0/floatingips/695b8606-9d61-4e9e-8645-cf6cdbc00670 HTTP/1.1" status: 204 len: 168 time: 0.5242357 Jun 21 06:01:16.295366 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45562) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:16.365196 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45568) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:16.421445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d5-e859-4ede-ac6f-5d834ab6325a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.459321 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:16.663899 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e43ed1-8d7f-40e8-9d22-0c73f8a7bad6 req-58155a4b-d386-48db-9613-daae6a637513 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:16.665331 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30e43ed1-8d7f-40e8-9d22-0c73f8a7bad6 req-58155a4b-d386-48db-9613-daae6a637513 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0751050 Jun 21 06:01:16.668921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d5-e859-4ede-ac6f-5d834ab6325a admin admin] Publish callbacks [] for security_group (69028780-02b9-4232-8450-bf548084d2a9), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.702765 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d5-e859-4ede-ac6f-5d834ab6325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (69028780-02b9-4232-8450-bf548084d2a9), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.777733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca0d5-e859-4ede-ac6f-5d834ab6325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69028780-02b9-4232-8450-bf548084d2a9,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:16.785239 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-44dca0d5-e859-4ede-ac6f-5d834ab6325a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2dc54c502f742298aed931c494481a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886479 Jun 21 06:01:16.788479 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:16.822939 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-30e43ed1-8d7f-40e8-9d22-0c73f8a7bad6 req-f636a72f-1d4d-4e79-ac68-172794a73cc4 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511264 Jun 21 06:01:16.843674 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] Publish callbacks [] for security_group (69028780-02b9-4232-8450-bf548084d2a9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.865685 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] Publish callbacks [] for security_group (69028780-02b9-4232-8450-bf548084d2a9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.922168 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (69028780-02b9-4232-8450-bf548084d2a9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.925845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.926599 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:16.931893 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69028780-02b9-4232-8450-bf548084d2a9 HTTP/1.1" status: 204 len: 168 time: 0.1422172 Jun 21 06:01:16.941407 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b35e3-a172-4212-9cc5-e375e13fa058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69028780-02b9-4232-8450-bf548084d2a9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:16.950141 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:01:16.953135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 831f473c-b089-4dc2-87af-a6d77639006e no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:16.987515 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 831f473c-b089-4dc2-87af-a6d77639006e {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:16.988072 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 831f473c-b089-4dc2-87af-a6d77639006e not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:17.048495 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:17.105883 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:17.125123 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'port_id': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'mac_address': 'fa:16:3e:74:fc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:01:17.163995 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:01:17.164660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.179509 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed1f916-c5d3-484b-8fd1-8aad68c59930 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:01:17.202367 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:17.207650 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.407681 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c257890b-adae-4cc9-8edf-596ac9c96a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.411677 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:17.450957 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Deleting port 25855d58-0215-435b-a551-a5f92c7512dc {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:17.451551 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (25855d58-0215-435b-a551-a5f92c7512dc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.468317 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['9ed1f916-c5d3-484b-8fd1-8aad68c59930'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:01:17.544488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] For port 25855d58-0215-435b-a551-a5f92c7512dc, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=25855d58-0215-435b-a551-a5f92c7512dc,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:17.544854 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (25855d58-0215-435b-a551-a5f92c7512dc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.560474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Calling delete_port for 25855d58-0215-435b-a551-a5f92c7512dc owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:17.571571 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:17.643491 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:17.715618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:17.750730 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (25855d58-0215-435b-a551-a5f92c7512dc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.777271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25855d58-0215-435b-a551-a5f92c7512dc,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:17.979705 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:17.994951 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846400a2-b644-496e-a523-63621d841348 req-fbf6fb01-bca8-4a04-929e-ead96e7b3b95 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:17.996455 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-846400a2-b644-496e-a523-63621d841348 req-fbf6fb01-bca8-4a04-929e-ead96e7b3b95 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 944 time: 0.0652447 Jun 21 06:01:18.134408 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-846400a2-b644-496e-a523-63621d841348 req-d7b94921-d161-407a-9c3e-1c16c5fd0592 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291711 Jun 21 06:01:18.260870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:18.271637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:18.386090 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:18.394079 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d38d4e86-5bd3-4f33-8c1f-61b3972a7dd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e28f7fd-b900-4f18-8d26-96d69ded94a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0250056 Jun 21 06:01:18.394079 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45630) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:18.396685 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Sync routers for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:18.408592 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:18.409266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:18.507168 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks [] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.521091 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:18.564342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:18.616636 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks [] for router_gateway (3e28f7fd-b900-4f18-8d26-96d69ded94a3), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.661765 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Deleting port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:18.662317 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.704112 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:17Z', 'revision_number': 5, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port': {'id': '9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:18.740912 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Checking router: 3e28f7fd-b900-4f18-8d26-96d69ded94a3 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:18.749434 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] For port 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:18.750103 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.750298 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Routers {'3e28f7fd-b900-4f18-8d26-96d69ded94a3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:18.750784 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:18.765714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Calling delete_port for 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:18.851863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] Set router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 gateway port host: None {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:18.878517 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.907856 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:18Z', 'revision_number': 6, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:18.934062 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3768cc-ceab-4bd7-812f-19fd72e3a5f0 None None] The sync data for ids ['3e28f7fd-b900-4f18-8d26-96d69ded94a3'] in dv-cinder-846901-1-iscsi is: [{'id': '3e28f7fd-b900-4f18-8d26-96d69ded94a3', 'name': 'tempest-AttachVolumeNegativeTest-1667646537-router', 'tenant_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:18Z', 'revision_number': 6, 'project_id': 'ed1571657afc4ffd9fa9125c251de2c8', 'gw_port_host': None}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:18.947977 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:18.958915 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:01:18.980083 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:19.024628 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:01:19.025144 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.048613 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.100364 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:01:19.100747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.126590 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:01:19.129185 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d183b-29ce-4bbe-81ad-f61b35a4f53f" -d '{"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:01:19.143312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:19.150121 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.157110 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.159426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks [] for router_controller (3e28f7fd-b900-4f18-8d26-96d69ded94a3), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.182202 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1c118-9bf3-4234-8b4b-9892a5784f15 x-openstack-request-id: req-66d1c118-9bf3-4234-8b4b-9892a5784f15 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:01:19.182514 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:01:19.182742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66d1c118-9bf3-4234-8b4b-9892a5784f15 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:01:19.183141 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d1c118-9bf3-4234-8b4b-9892a5784f15'] response: {'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'code': 200} Jun 21 06:01:19.217971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:19.223222 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (3e28f7fd-b900-4f18-8d26-96d69ded94a3), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.223889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e28f7fd-b900-4f18-8d26-96d69ded94a3 {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:01:19.229578 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.231027 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-75e54ca5-71bf-4fa1-85fd-142bb8f0a4c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e28f7fd-b900-4f18-8d26-96d69ded94a3 HTTP/1.1" status: 204 len: 168 time: 0.8364525 Jun 21 06:01:19.233651 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45652) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:19.303083 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:19.326287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Deleting subnet 91be574e-f537-4e1e-945d-fd6b185993b4 {{(pid=103793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:01:19.334996 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3f3b2-2dec-48dc-bc87-e1f6e5fc9626 req-cdfbbee1-2688-4489-a03a-83bfe15e58ba tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:19.336514 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e0a3f3b2-2dec-48dc-bc87-e1f6e5fc9626 req-cdfbbee1-2688-4489-a03a-83bfe15e58ba tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0943949 Jun 21 06:01:19.339903 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Publish callbacks [] for subnet (91be574e-f537-4e1e-945d-fd6b185993b4), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.405789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3503121'] for subnet (91be574e-f537-4e1e-945d-fd6b185993b4), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.472896 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec957f8-8a96-44f2-801b-a87ff726c118 req-defe2f52-ae9e-4250-8f3a-26ff51470cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:19.475127 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1ec957f8-8a96-44f2-801b-a87ff726c118 req-defe2f52-ae9e-4250-8f3a-26ff51470cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1129 time: 0.0632176 Jun 21 06:01:19.480786 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e0a3f3b2-2dec-48dc-bc87-e1f6e5fc9626 req-bf954f30-6876-4461-a076-0d3d13a1d30a tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089659 Jun 21 06:01:19.531410 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:19.558901 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-1ec957f8-8a96-44f2-801b-a87ff726c118 req-daa83789-7d44-4c18-bfed-c9b3a3d2e607 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763695 Jun 21 06:01:19.579427 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (91be574e-f537-4e1e-945d-fd6b185993b4), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.608196 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:19.641623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26280566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26284362'] for subnet (91be574e-f537-4e1e-945d-fd6b185993b4), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.671663 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.674935 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91be574e-f537-4e1e-945d-fd6b185993b4 HTTP/1.1" status: 204 len: 168 time: 0.4402385 Jun 21 06:01:19.676085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b286ad-16d2-4117-9351-1487053a5410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91be574e-f537-4e1e-945d-fd6b185993b4,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:19.677712 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45668) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:19.679804 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec04c6a-b847-4a5c-92e3-c413e4f86143 None None] Network af2e04db-de33-4272-99f0-75327f84c194 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:01:19.754632 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (af2e04db-de33-4272-99f0-75327f84c194), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.800221 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Deleting port edebaa00-4f89-4c11-8ee6-73beebf86c9d {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:19.800566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.849575 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] DHCP port deletion for af2e04db-de33-4272-99f0-75327f84c194 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:01:19.876129 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] For port edebaa00-4f89-4c11-8ee6-73beebf86c9d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=edebaa00-4f89-4c11-8ee6-73beebf86c9d,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:19.876489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.892274 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Calling delete_port for edebaa00-4f89-4c11-8ee6-73beebf86c9d owned by network:dhcp {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:19.902459 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Deleting port edebaa00-4f89-4c11-8ee6-73beebf86c9d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:19.903474 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.923550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:19.995874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:19.996466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] For port edebaa00-4f89-4c11-8ee6-73beebf86c9d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=edebaa00-4f89-4c11-8ee6-73beebf86c9d,segment=NetworkSegment(06e92e67-f501-48c0-9c09-b850ff351f1c),segment_id=06e92e67-f501-48c0-9c09-b850ff351f1c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:19.996886 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.006063 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.013329 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Calling delete_port for edebaa00-4f89-4c11-8ee6-73beebf86c9d owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:20.032326 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Pushing event deleted for resources: {'Port': ['ID=edebaa00-4f89-4c11-8ee6-73beebf86c9d,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:20.035860 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] No DVR routers for this DVR port edebaa00-4f89-4c11-8ee6-73beebf86c9d on host dv-cinder-846901-1-iscsi {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:20.097719 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:20.150971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:20.151364 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (af2e04db-de33-4272-99f0-75327f84c194), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.178428 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:20.178840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 9d0c5a0a-58f4-4fcf-85e1-33dcf9a3e27d not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:20.179365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device edebaa00-4f89-4c11-8ee6-73beebf86c9d no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:20.180648 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2e04db-de33-4272-99f0-75327f84c194']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:20.193195 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e92e67-f501-48c0-9c09-b850ff351f1c') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:20.193490 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e92e67-f501-48c0-9c09-b850ff351f1c') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:20.201803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: edebaa00-4f89-4c11-8ee6-73beebf86c9d {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:20.202256 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device edebaa00-4f89-4c11-8ee6-73beebf86c9d not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:20.203005 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 25855d58-0215-435b-a551-a5f92c7512dc no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:20.206257 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (06e92e67-f501-48c0-9c09-b850ff351f1c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.211390 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (edebaa00-4f89-4c11-8ee6-73beebf86c9d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.222837 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (06e92e67-f501-48c0-9c09-b850ff351f1c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.232007 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:01:20.232672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (06e92e67-f501-48c0-9c09-b850ff351f1c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.259424 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 25855d58-0215-435b-a551-a5f92c7512dc {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:20.260398 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 25855d58-0215-435b-a551-a5f92c7512dc not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:20.265250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] Pushing event deleted for resources: {'Port': ['ID=edebaa00-4f89-4c11-8ee6-73beebf86c9d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:20.269363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6c7a-414e-45e8-a52a-55c5fbae8f57 None None] No DVR routers for this DVR port edebaa00-4f89-4c11-8ee6-73beebf86c9d on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:20.311052 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 06e92e67-f501-48c0-9c09-b850ff351f1c resource provider aggregate not found Jun 21 06:01:20.323732 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (af2e04db-de33-4272-99f0-75327f84c194), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.328309 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.334498 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] 10.222.0.18 "DELETE /v2.0/networks/af2e04db-de33-4272-99f0-75327f84c194 HTTP/1.1" status: 204 len: 168 time: 0.6556587 Jun 21 06:01:20.336963 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 06e92e67-f501-48c0-9c09-b850ff351f1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06e92e67-f501-48c0-9c09-b850ff351f1c found for delete ", "request_id": "req-ad9c270b-71c1-43b5-9c4d-7f3ce9574d8d"}]} Jun 21 06:01:20.351529 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e18b0-736c-4d28-87e7-f318142eda06 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2e04db-de33-4272-99f0-75327f84c194,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:20.421385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.455667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45676) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:20.469967 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:20.483710 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:20.506641 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-80979cd2-48ba-4f28-af97-c2d6da1258e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed1571657afc4ffd9fa9125c251de2c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486681 Jun 21 06:01:20.508055 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45680) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:20.540440 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.581671 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] Publish callbacks [] for security_group (9d8654a9-c3aa-4b73-a7c0-b64328e110ab), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.633208 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] Publish callbacks [] for security_group (9d8654a9-c3aa-4b73-a7c0-b64328e110ab), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.642650 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852080c0-7d81-424c-92ec-417f94637a28 req-34c950c6-5a38-49c2-bd89-146a7722ec69 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:20.646374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-852080c0-7d81-424c-92ec-417f94637a28 req-34c950c6-5a38-49c2-bd89-146a7722ec69 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0807772 Jun 21 06:01:20.727043 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Deleting port fbaae972-9288-47d2-bbab-1dae40889b4c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:20.727972 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.733012 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-852080c0-7d81-424c-92ec-417f94637a28 req-b3af4b78-d272-4c4e-84ab-5e9480e20211 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574598 Jun 21 06:01:20.762782 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9d8654a9-c3aa-4b73-a7c0-b64328e110ab), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.765709 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.770312 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d8654a9-c3aa-4b73-a7c0-b64328e110ab HTTP/1.1" status: 204 len: 168 time: 0.2604241 Jun 21 06:01:20.779924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dd91b-3a36-4509-87f8-c245b5d284b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8654a9-c3aa-4b73-a7c0-b64328e110ab,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:20.849791 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:20.860624 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] For port fbaae972-9288-47d2-bbab-1dae40889b4c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=fbaae972-9288-47d2-bbab-1dae40889b4c,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:20.861080 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:20.881800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Calling delete_port for fbaae972-9288-47d2-bbab-1dae40889b4c owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:21.132528 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (fbaae972-9288-47d2-bbab-1dae40889b4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:21.171446 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbaae972-9288-47d2-bbab-1dae40889b4c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:21.373251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:21.630044 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:21.640288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:21.743442 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:21.751063 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c085faeb-ae32-49fe-9429-a520b93893c2 admin admin] 10.222.0.18 "PUT /v2.0/routers/66b66a5f-4f75-442b-b8f2-2e4e5d8d5295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2186618 Jun 21 06:01:21.753524 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:21.756285 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Sync routers for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:21.770204 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:21.770937 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:21.878168 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d79e9-46ea-46b9-97f8-8942d11f5110 req-ee170060-5f73-466c-bb40-3e18f3df0371 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:21.879817 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f32d79e9-46ea-46b9-97f8-8942d11f5110 req-ee170060-5f73-466c-bb40-3e18f3df0371 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0548749 Jun 21 06:01:21.919735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:21.921072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks [] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:21.930967 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:21.954973 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f32d79e9-46ea-46b9-97f8-8942d11f5110 req-00d7a9b6-b509-4ea1-9b6f-6e38bb3f44bf tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677860 Jun 21 06:01:22.019135 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:22.055426 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks [] for router_gateway (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.118136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Deleting port 1d436827-7e5c-451f-b157-b71333778a70 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:22.118470 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1d436827-7e5c-451f-b157-b71333778a70), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.196299 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1d436827-7e5c-451f-b157-b71333778a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:21Z', 'revision_number': 5, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port': {'id': '1d436827-7e5c-451f-b157-b71333778a70', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:55Z', 'updated_at': '2022-06-21T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:22.222551 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] For port 1d436827-7e5c-451f-b157-b71333778a70, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1d436827-7e5c-451f-b157-b71333778a70,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:22.222917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1d436827-7e5c-451f-b157-b71333778a70), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.223209 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Checking router: 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:22.232364 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Routers {'66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:22.232973 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:22.237072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Calling delete_port for 1d436827-7e5c-451f-b157-b71333778a70 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:22.327622 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] Set router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:22.384048 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:22Z', 'revision_number': 6, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:22.411637 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a6de50-2379-4a41-a1ea-97a3e990da38 None None] The sync data for ids ['66b66a5f-4f75-442b-b8f2-2e4e5d8d5295'] in dv-cinder-846901-1-iscsi is: [{'id': '66b66a5f-4f75-442b-b8f2-2e4e5d8d5295', 'name': 'tempest-AttachVolumeTestJSON-114232090-router', 'tenant_id': '219135be95384a599a7c8e7df72175c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:53Z', 'updated_at': '2022-06-21T06:01:22Z', 'revision_number': 6, 'project_id': '219135be95384a599a7c8e7df72175c2', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:22.422265 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1d436827-7e5c-451f-b157-b71333778a70), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.479639 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d436827-7e5c-451f-b157-b71333778a70,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:22.525223 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.613434 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.615676 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks [] for router_controller (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.661165 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (66b66a5f-4f75-442b-b8f2-2e4e5d8d5295), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.661803 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:01:22.666458 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.667760 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f9a8e217-686a-4dca-a79f-3a5006a62c9a admin admin] 10.222.0.18 "DELETE /v2.0/routers/66b66a5f-4f75-442b-b8f2-2e4e5d8d5295 HTTP/1.1" status: 204 len: 168 time: 0.9132476 Jun 21 06:01:22.670396 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:22.716144 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Deleting subnet 4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:01:22.719529 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Publish callbacks [] for subnet (4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.753648 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:22.764984 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.852415 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.909587 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.934646 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:22.941485 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:22.945460 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-aa4719e0-0e12-42ab-939b-403d1c856f6e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4124ac33-ee91-4cb8-a3ab-3c8ac2624f0c HTTP/1.1" status: 204 len: 168 time: 0.2739654 Jun 21 06:01:22.948226 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:22.948898 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62eb165-05e4-445a-b668-423b6d3ef1f6 None None] Network 0d1a065d-e112-4f81-9899-4ee12e5c17d1 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:01:22.954597 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=13 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:23.025802 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (0d1a065d-e112-4f81-9899-4ee12e5c17d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.031424 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:23.078469 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Deleting port 14900ca6-6d45-4c56-98bf-5d7da62ec75a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:23.078802 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.163176 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] For port 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=14900ca6-6d45-4c56-98bf-5d7da62ec75a,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:23.163501 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.167216 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69bd5771-e449-4066-b0a9-7c2101f0698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.187082 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Calling delete_port for 14900ca6-6d45-4c56-98bf-5d7da62ec75a owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:23.200363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] DHCP port deletion for 0d1a065d-e112-4f81-9899-4ee12e5c17d1 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:01:23.242436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Deleting port 14900ca6-6d45-4c56-98bf-5d7da62ec75a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:23.242809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.307633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.316727 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] For port 14900ca6-6d45-4c56-98bf-5d7da62ec75a, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=14900ca6-6d45-4c56-98bf-5d7da62ec75a,segment=NetworkSegment(3217c22a-fa3c-4bd4-b0ad-c99408323506),segment_id=3217c22a-fa3c-4bd4-b0ad-c99408323506)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:23.317326 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.333906 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Calling delete_port for 14900ca6-6d45-4c56-98bf-5d7da62ec75a owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:23.349179 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Pushing event deleted for resources: {'Port': ['ID=14900ca6-6d45-4c56-98bf-5d7da62ec75a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:23.353674 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] No DVR routers for this DVR port 14900ca6-6d45-4c56-98bf-5d7da62ec75a on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:23.413439 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69bd5771-e449-4066-b0a9-7c2101f0698a admin admin] Publish callbacks [] for security_group (60859a24-7323-4abe-ad0d-0da9f2c084b8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.424665 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (14900ca6-6d45-4c56-98bf-5d7da62ec75a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.425249 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69bd5771-e449-4066-b0a9-7c2101f0698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (60859a24-7323-4abe-ad0d-0da9f2c084b8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.451220 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] Pushing event deleted for resources: {'Port': ['ID=14900ca6-6d45-4c56-98bf-5d7da62ec75a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:23.454996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9a8ba-5ab3-47d7-8d42-0c8715b47f94 None None] No DVR routers for this DVR port 14900ca6-6d45-4c56-98bf-5d7da62ec75a on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:23.459716 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (0d1a065d-e112-4f81-9899-4ee12e5c17d1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.464234 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:23.515064 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1a065d-e112-4f81-9899-4ee12e5c17d1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:23.537583 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-69bd5771-e449-4066-b0a9-7c2101f0698a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=553009ff82dd473998047ac16d2d25d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017362 Jun 21 06:01:23.537583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3217c22a-fa3c-4bd4-b0ad-c99408323506') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:23.537583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3217c22a-fa3c-4bd4-b0ad-c99408323506') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:23.538585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45776) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:23.539890 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd5771-e449-4066-b0a9-7c2101f0698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60859a24-7323-4abe-ad0d-0da9f2c084b8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:23.552563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (3217c22a-fa3c-4bd4-b0ad-c99408323506), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.568242 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (3217c22a-fa3c-4bd4-b0ad-c99408323506), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.577230 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:01:23.577898 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (3217c22a-fa3c-4bd4-b0ad-c99408323506), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.624979 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] Publish callbacks [] for security_group (60859a24-7323-4abe-ad0d-0da9f2c084b8), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.648161 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (0d1a065d-e112-4f81-9899-4ee12e5c17d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.648396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] Publish callbacks [] for security_group (60859a24-7323-4abe-ad0d-0da9f2c084b8), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.658363 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.664755 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0d1a065d-e112-4f81-9899-4ee12e5c17d1 HTTP/1.1" status: 204 len: 168 time: 0.7154427 Jun 21 06:01:23.696142 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fbc2d-9a12-4179-8687-fb9c48147125 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1a065d-e112-4f81-9899-4ee12e5c17d1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:23.718684 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (60859a24-7323-4abe-ad0d-0da9f2c084b8), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.721295 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.722686 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60859a24-7323-4abe-ad0d-0da9f2c084b8 HTTP/1.1" status: 204 len: 168 time: 0.1822772 Jun 21 06:01:23.732441 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed2381-20d5-4845-91f9-c98717fb0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60859a24-7323-4abe-ad0d-0da9f2c084b8,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:23.813120 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 3217c22a-fa3c-4bd4-b0ad-c99408323506 resource provider aggregate not found Jun 21 06:01:23.830116 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 3217c22a-fa3c-4bd4-b0ad-c99408323506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3217c22a-fa3c-4bd4-b0ad-c99408323506 found for delete ", "request_id": "req-9e571abb-513c-4630-8f52-1dd84cde24a7"}]} Jun 21 06:01:23.830352 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45790) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:23.875473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f600bcb7-0130-4653-873d-dc392ca47059 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=219135be95384a599a7c8e7df72175c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438917 Jun 21 06:01:23.878873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:23.933575 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] Publish callbacks [] for security_group (679f83e7-0276-46a3-800a-fa116893e9ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:23.958394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] Publish callbacks [] for security_group (679f83e7-0276-46a3-800a-fa116893e9ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.012387 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (679f83e7-0276-46a3-800a-fa116893e9ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.014994 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.016156 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679f83e7-0276-46a3-800a-fa116893e9ef HTTP/1.1" status: 204 len: 168 time: 0.1362920 Jun 21 06:01:24.026482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821c2f3-33ba-4291-a81d-d361a32f0cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f83e7-0276-46a3-800a-fa116893e9ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:24.121618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device fbaae972-9288-47d2-bbab-1dae40889b4c no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:24.149401 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: fbaae972-9288-47d2-bbab-1dae40889b4c {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:24.149823 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device fbaae972-9288-47d2-bbab-1dae40889b4c not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:24.150741 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 14900ca6-6d45-4c56-98bf-5d7da62ec75a no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:24.170815 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 14900ca6-6d45-4c56-98bf-5d7da62ec75a {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:24.171254 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 14900ca6-6d45-4c56-98bf-5d7da62ec75a not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:24.171883 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1d436827-7e5c-451f-b157-b71333778a70 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:24.186910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:24.191637 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 1d436827-7e5c-451f-b157-b71333778a70 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:24.191979 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1d436827-7e5c-451f-b157-b71333778a70 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:24.202871 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4c23462-b740-4a6d-9182-0c10d0cbe4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.216950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:24.282973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4c23462-b740-4a6d-9182-0c10d0cbe4f2 admin admin] Publish callbacks [] for security_group (2a42aefc-a7ee-4950-b996-72b160efbf56), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.287803 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4c23462-b740-4a6d-9182-0c10d0cbe4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2a42aefc-a7ee-4950-b996-72b160efbf56), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.334897 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c23462-b740-4a6d-9182-0c10d0cbe4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42aefc-a7ee-4950-b996-72b160efbf56,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:24.339392 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f4c23462-b740-4a6d-9182-0c10d0cbe4f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e10e8db39cf471c91e0ab90246b7f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508157 Jun 21 06:01:24.341906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45806) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:24.392745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] Publish callbacks [] for security_group (2a42aefc-a7ee-4950-b996-72b160efbf56), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.416986 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] Publish callbacks [] for security_group (2a42aefc-a7ee-4950-b996-72b160efbf56), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.464661 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2a42aefc-a7ee-4950-b996-72b160efbf56), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.467242 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:24.470998 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a42aefc-a7ee-4950-b996-72b160efbf56 HTTP/1.1" status: 204 len: 168 time: 0.1256280 Jun 21 06:01:24.479116 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e815978-0d52-4714-99c5-e07373a3c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42aefc-a7ee-4950-b996-72b160efbf56,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:26.359448 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:26.469505 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-755c198a-6585-4ce9-885c-9f47a818e665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.550815 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-755c198a-6585-4ce9-885c-9f47a818e665 admin admin] Publish callbacks [] for security_group (5783787b-07b7-4b87-8801-325b83aea639), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.558950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-755c198a-6585-4ce9-885c-9f47a818e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5783787b-07b7-4b87-8801-325b83aea639), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.569387 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45940) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:26.598511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:26.606144 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-755c198a-6585-4ce9-885c-9f47a818e665 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=449735c7b5474b85b5a0ae27d13fd403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459557 Jun 21 06:01:26.608830 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45944) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:26.609897 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c198a-6585-4ce9-885c-9f47a818e665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783787b-07b7-4b87-8801-325b83aea639,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:26.673237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] Publish callbacks [] for security_group (5783787b-07b7-4b87-8801-325b83aea639), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.706805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-13b0288a-7132-4231-af99-bf5670c73e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.709707 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] Publish callbacks [] for security_group (5783787b-07b7-4b87-8801-325b83aea639), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.795693 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:26.814026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5783787b-07b7-4b87-8801-325b83aea639), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.816868 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.818064 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5783787b-07b7-4b87-8801-325b83aea639 HTTP/1.1" status: 204 len: 168 time: 0.2082522 Jun 21 06:01:26.840321 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80e450-afe0-4109-bd6c-f9da361aabb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783787b-07b7-4b87-8801-325b83aea639,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:26.867623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-13b0288a-7132-4231-af99-bf5670c73e6b admin admin] Publish callbacks [] for security_group (4313c2c8-04ef-4448-b066-65b7a0840f25), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.872198 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-13b0288a-7132-4231-af99-bf5670c73e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4313c2c8-04ef-4448-b066-65b7a0840f25), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:26.922471 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-13b0288a-7132-4231-af99-bf5670c73e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7466691468674bc0a6e1665dec64e29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518405 Jun 21 06:01:26.923664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:26.925270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0288a-7132-4231-af99-bf5670c73e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4313c2c8-04ef-4448-b066-65b7a0840f25,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:26.982720 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] Publish callbacks [] for security_group (4313c2c8-04ef-4448-b066-65b7a0840f25), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.005627 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] Publish callbacks [] for security_group (4313c2c8-04ef-4448-b066-65b7a0840f25), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.056914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4313c2c8-04ef-4448-b066-65b7a0840f25), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.059349 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.059989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.061497 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4313c2c8-04ef-4448-b066-65b7a0840f25 HTTP/1.1" status: 204 len: 168 time: 0.1363707 Jun 21 06:01:27.070769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe281c-4bc8-4bdd-946b-494fed2bde3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4313c2c8-04ef-4448-b066-65b7a0840f25,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:27.188490 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45970) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:27.202290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af9e0b3e-4f32-4c93-8307-0d336d04cd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.282555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af9e0b3e-4f32-4c93-8307-0d336d04cd2b admin admin] Publish callbacks [] for security_group (9150c895-0df3-4f99-ad95-923b201f0ae1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.286249 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af9e0b3e-4f32-4c93-8307-0d336d04cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9150c895-0df3-4f99-ad95-923b201f0ae1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.329531 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-af9e0b3e-4f32-4c93-8307-0d336d04cd2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44e9c847dbed45cc8c6f7c4fe19a23cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375909 Jun 21 06:01:27.329531 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e0b3e-4f32-4c93-8307-0d336d04cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150c895-0df3-4f99-ad95-923b201f0ae1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:27.330276 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45974) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:27.385250 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] Publish callbacks [] for security_group (9150c895-0df3-4f99-ad95-923b201f0ae1), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.406600 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] Publish callbacks [] for security_group (9150c895-0df3-4f99-ad95-923b201f0ae1), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.455795 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9150c895-0df3-4f99-ad95-923b201f0ae1), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.459315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.460478 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9150c895-0df3-4f99-ad95-923b201f0ae1 HTTP/1.1" status: 204 len: 168 time: 0.1286988 Jun 21 06:01:27.470096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f07ad-107c-4fcf-8876-1d448c4a95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150c895-0df3-4f99-ad95-923b201f0ae1,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:27.489012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:27.507943 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcf956c-0506-4575-8210-fe242f3be377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.511282 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:27.596072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcf956c-0506-4575-8210-fe242f3be377 admin admin] Publish callbacks [] for security_group (14b76cfa-ee08-449e-9520-ef0989311f48), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.599693 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcf956c-0506-4575-8210-fe242f3be377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (14b76cfa-ee08-449e-9520-ef0989311f48), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.642759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf956c-0506-4575-8210-fe242f3be377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b76cfa-ee08-449e-9520-ef0989311f48,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:27.647567 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-abcf956c-0506-4575-8210-fe242f3be377 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdb5ed82281476b938be0b33f4e2d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568859 Jun 21 06:01:27.650112 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45982) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:27.829257 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 45984) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:27.843323 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-29374139-7eb8-45f9-970c-3e5c752895a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.922631 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] Publish callbacks [] for security_group (14b76cfa-ee08-449e-9520-ef0989311f48), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.924554 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-29374139-7eb8-45f9-970c-3e5c752895a7 admin admin] Publish callbacks [] for security_group (da79a33d-c71c-4c6a-93ec-45761cf7eaae), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.928470 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-29374139-7eb8-45f9-970c-3e5c752895a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (da79a33d-c71c-4c6a-93ec-45761cf7eaae), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.942558 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:27.945585 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] Publish callbacks [] for security_group (14b76cfa-ee08-449e-9520-ef0989311f48), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:27.974523 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29374139-7eb8-45f9-970c-3e5c752895a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da79a33d-c71c-4c6a-93ec-45761cf7eaae,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:27.983446 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-29374139-7eb8-45f9-970c-3e5c752895a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f7114ecf71f4e5d954e12d97cc775ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529741 Jun 21 06:01:27.985760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 45990) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:28.016926 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (14b76cfa-ee08-449e-9520-ef0989311f48), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.019344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.020457 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14b76cfa-ee08-449e-9520-ef0989311f48 HTTP/1.1" status: 204 len: 168 time: 0.3694570 Jun 21 06:01:28.035316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383ebf-57ab-4723-bbdd-27ff2f8388f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b76cfa-ee08-449e-9520-ef0989311f48,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:28.050969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] Publish callbacks [] for security_group (da79a33d-c71c-4c6a-93ec-45761cf7eaae), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.069808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:28.074808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] Publish callbacks [] for security_group (da79a33d-c71c-4c6a-93ec-45761cf7eaae), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.128010 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (da79a33d-c71c-4c6a-93ec-45761cf7eaae), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.130876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:28.134821 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da79a33d-c71c-4c6a-93ec-45761cf7eaae HTTP/1.1" status: 204 len: 168 time: 0.1446226 Jun 21 06:01:28.143870 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a2d1a-bec0-4c28-845f-dee45ab899ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da79a33d-c71c-4c6a-93ec-45761cf7eaae,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:30.297377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd7ce6-3f32-44b0-a9d3-92e0da737c6d req-57c24860-b24f-4bdd-9f84-97f62429b39e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:30.299553 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2cdd7ce6-3f32-44b0-a9d3-92e0da737c6d req-57c24860-b24f-4bdd-9f84-97f62429b39e tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Jun 21 06:01:30.347655 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-2cdd7ce6-3f32-44b0-a9d3-92e0da737c6d req-650a93ee-9c03-4b57-a9c2-932230ba0583 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Jun 21 06:01:30.690169 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:01:31.474990 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc3d8-ba70-4f7e-9d19-e07b155a395a req-20e08722-079b-4314-b505-8304706215d2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:31.476340 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47dcc3d8-ba70-4f7e-9d19-e07b155a395a req-20e08722-079b-4314-b505-8304706215d2 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0498080 Jun 21 06:01:31.526239 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47dcc3d8-ba70-4f7e-9d19-e07b155a395a req-432c9c40-b125-44b6-bbc8-a0a6c1f8aa27 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups?id=16480e07-9d5e-4b88-8df6-3aa1dffcac26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 Jun 21 06:01:31.750607 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-a675475a-ae30-412b-8760-88c9a92106c0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:01:31.752087 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-a675475a-ae30-412b-8760-88c9a92106c0 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 946 time: 0.0597837 Jun 21 06:01:31.846432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Deleting port 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:31.846768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:31.942495 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] For port 83ba6585-227c-4678-8bb8-307be75c8ca5, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=83ba6585-227c-4678-8bb8-307be75c8ca5,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:31.942770 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:32.121182 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:32.121997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:32.122515 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Floating IP 196fec0a-5941-4e1d-9c2a-b09a45e43379 disassociated. External IP: 172.27.0.13, port: 83ba6585-227c-4678-8bb8-307be75c8ca5. Jun 21 06:01:32.122857 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Calling delete_port for 83ba6585-227c-4678-8bb8-307be75c8ca5 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:32.131657 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:32.264179 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (83ba6585-227c-4678-8bb8-307be75c8ca5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:32.296971 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'Port': ['ID=83ba6585-227c-4678-8bb8-307be75c8ca5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:32.415796 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:32.425436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:32.547716 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:32.566860 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:32.581316 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:32.582195 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:32.604070 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] No DVR routers for this DVR port 83ba6585-227c-4678-8bb8-307be75c8ca5 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:32.606895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:32.610924 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-4c61eda7-88ef-4c7e-9bbf-e9cdee27f985 req-c3ef20a1-c8b3-44c9-80c8-87bab53ba8f7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.23 "DELETE /v2.0/ports/83ba6585-227c-4678-8bb8-307be75c8ca5 HTTP/1.1" status: 204 len: 173 time: 0.8530190 Jun 21 06:01:32.611345 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-deleted', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:01:32.614564 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43514ae-494b-40fb-8983-5d532ec26508" -d '{"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-deleted", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:01:32.746928 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f05ec798-a1a7-44cf-a532-670eef2f9733 req-38932a76-53c2-4cbf-a090-108e61802fd7 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/ports?device_id=f352939b-c3a3-4788-b6f2-22319aa6e044 HTTP/1.1" status: 200 len: 210 time: 0.0849669 Jun 21 06:01:32.832234 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be04d343-2de7-44a0-bb74-49f39ab4d17e x-openstack-request-id: req-be04d343-2de7-44a0-bb74-49f39ab4d17e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:01:32.832794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f352939b-c3a3-4788-b6f2-22319aa6e044", "name": "network-vif-deleted", "tag": "83ba6585-227c-4678-8bb8-307be75c8ca5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:01:32.833364 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be04d343-2de7-44a0-bb74-49f39ab4d17e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:01:32.833743 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:32.834053 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be04d343-2de7-44a0-bb74-49f39ab4d17e'] response: {'server_uuid': 'f352939b-c3a3-4788-b6f2-22319aa6e044', 'name': 'network-vif-deleted', 'tag': '83ba6585-227c-4678-8bb8-307be75c8ca5', 'status': 'completed', 'code': 200} Jun 21 06:01:33.034362 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:33.065491 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:33.187723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.195150 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.215146 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc60672b-4907-422d-a1dc-db399f2d4319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.236532 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.241252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:33.272266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:33.280149 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c780f28d-7e7d-4571-a0b6-c92f050d8a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.284242 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:33.284927 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:33.361297 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc60672b-4907-422d-a1dc-db399f2d4319 admin admin] Publish callbacks [] for security_group (b15b9949-55d0-459f-9585-2aab017ff9b1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.367012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc60672b-4907-422d-a1dc-db399f2d4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (b15b9949-55d0-459f-9585-2aab017ff9b1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.399403 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:33.431779 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-dc60672b-4907-422d-a1dc-db399f2d4319 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e9541fafe1549a38b7c8112af851961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619683 Jun 21 06:01:33.432225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46212) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:33.432806 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60672b-4907-422d-a1dc-db399f2d4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b9949-55d0-459f-9585-2aab017ff9b1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:33.443783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c780f28d-7e7d-4571-a0b6-c92f050d8a4d admin admin] Publish callbacks [] for security_group (328baea6-014c-4fd3-929c-14f1046e8f68), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.449431 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c780f28d-7e7d-4571-a0b6-c92f050d8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (328baea6-014c-4fd3-929c-14f1046e8f68), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.467241 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.496315 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c780f28d-7e7d-4571-a0b6-c92f050d8a4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1198199876847618fa9a3c5c68eaa6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576952 Jun 21 06:01:33.496508 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] Publish callbacks [] for security_group (b15b9949-55d0-459f-9585-2aab017ff9b1), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.496508 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46214) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:33.498913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780f28d-7e7d-4571-a0b6-c92f050d8a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328baea6-014c-4fd3-929c-14f1046e8f68,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:33.544122 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] Publish callbacks [] for security_group (b15b9949-55d0-459f-9585-2aab017ff9b1), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.575700 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.595294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] Publish callbacks [] for security_group (328baea6-014c-4fd3-929c-14f1046e8f68), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.623363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] Publish callbacks [] for security_group (328baea6-014c-4fd3-929c-14f1046e8f68), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.625664 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:33.630059 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (b15b9949-55d0-459f-9585-2aab017ff9b1), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.632448 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.633565 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b15b9949-55d0-459f-9585-2aab017ff9b1 HTTP/1.1" status: 204 len: 168 time: 0.2002537 Jun 21 06:01:33.652165 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795199d-7027-4e30-bb0e-e4239f89a6e9 None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T05:53:58Z', 'revision_number': 4, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '6c09f06c-c18a-4643-9109-1fd7cd63d693', 'name': '', 'network_id': 'f7183839-abdc-439f-b346-d4ec5ebfb8f5', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'mac_address': 'fa:16:3e:bd:22:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:56Z', 'updated_at': '2022-06-21T05:54:19Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'subnets': [{'id': 'dfe3e7f1-f14a-45ee-af00-61be4b41edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:33.652828 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c5493-a986-4010-aacb-6a509a779abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b9949-55d0-459f-9585-2aab017ff9b1,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:33.703161 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=51 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:33.708952 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (328baea6-014c-4fd3-929c-14f1046e8f68), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.711627 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:33.712826 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/328baea6-014c-4fd3-929c-14f1046e8f68 HTTP/1.1" status: 204 len: 168 time: 0.2155278 Jun 21 06:01:33.722396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682ca8-3c63-433d-90c6-b2bc4317be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328baea6-014c-4fd3-929c-14f1046e8f68,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:33.896408 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:33.985886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (16480e07-9d5e-4b88-8df6-3aa1dffcac26), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.026633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (16480e07-9d5e-4b88-8df6-3aa1dffcac26), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.044711 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d9dcd-74ed-45b0-a359-08dbdaf8a172 None None] New status for floating IP 196fec0a-5941-4e1d-9c2a-b09a45e43379: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:01:34.107248 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (16480e07-9d5e-4b88-8df6-3aa1dffcac26), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.117973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.122274 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46238) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:34.123397 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "DELETE /v2.0/security-groups/16480e07-9d5e-4b88-8df6-3aa1dffcac26 HTTP/1.1" status: 204 len: 168 time: 0.2256656 Jun 21 06:01:34.147664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91138-c2ab-4a84-b134-5c931ca9947d tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16480e07-9d5e-4b88-8df6-3aa1dffcac26,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:34.169173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.api.v2.resource [None req-2c710e88-be2e-4d91-a686-fdeed85c1818 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] show failed (client error): The resource could not be found. Jun 21 06:01:34.174037 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:34.179021 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2c710e88-be2e-4d91-a686-fdeed85c1818 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "GET /v2.0/security-groups/16480e07-9d5e-4b88-8df6-3aa1dffcac26 HTTP/1.1" status: 404 len: 347 time: 0.0465877 Jun 21 06:01:34.338975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46250) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:34.356205 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c27766c3-4197-4ca9-9937-f1575566963b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.377918 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Deleting port a4742446-62e0-4188-9743-5527723f5a44 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:34.378367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (a4742446-62e0-4188-9743-5527723f5a44), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.444396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c27766c3-4197-4ca9-9937-f1575566963b admin admin] Publish callbacks [] for security_group (5858f6df-d797-4570-8a84-b8d7e9d267c7), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.450861 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c27766c3-4197-4ca9-9937-f1575566963b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5858f6df-d797-4570-8a84-b8d7e9d267c7), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.475247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (a4742446-62e0-4188-9743-5527723f5a44), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.475950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (a4742446-62e0-4188-9743-5527723f5a44), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.491746 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c27766c3-4197-4ca9-9937-f1575566963b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdb1a8521e7245dc9f200b23c76530e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516409 Jun 21 06:01:34.494271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27766c3-4197-4ca9-9937-f1575566963b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858f6df-d797-4570-8a84-b8d7e9d267c7,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:34.494517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:34.496922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Calling delete_port for a4742446-62e0-4188-9743-5527723f5a44 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:34.581989 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:34.606206 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] Publish callbacks [] for security_group (5858f6df-d797-4570-8a84-b8d7e9d267c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.643556 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] Publish callbacks [] for security_group (5858f6df-d797-4570-8a84-b8d7e9d267c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.726520 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (a4742446-62e0-4188-9743-5527723f5a44), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.732240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5858f6df-d797-4570-8a84-b8d7e9d267c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.734723 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.735878 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5858f6df-d797-4570-8a84-b8d7e9d267c7 HTTP/1.1" status: 204 len: 168 time: 0.2404275 Jun 21 06:01:34.761482 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Pushing event deleted for resources: {'Port': ['ID=a4742446-62e0-4188-9743-5527723f5a44,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:34.772885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d753-3d5e-46b4-9599-8e5f02b36927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858f6df-d797-4570-8a84-b8d7e9d267c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:34.830205 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks [] for floatingip (196fec0a-5941-4e1d-9c2a-b09a45e43379), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.832631 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:34.836576 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e576e950-115f-487d-ba21-e3b3863afe29 tempest-AttachVolumeShelveTestJSON-1447072397 tempest-AttachVolumeShelveTestJSON-1447072397-project] 10.222.0.18 "DELETE /v2.0/floatingips/196fec0a-5941-4e1d-9c2a-b09a45e43379 HTTP/1.1" status: 204 len: 168 time: 0.6587012 Jun 21 06:01:35.324752 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46308) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:35.462884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a52612d0-6c6c-4d06-9050-b98aa6be833a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.500799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:35.554164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a52612d0-6c6c-4d06-9050-b98aa6be833a admin admin] Publish callbacks [] for security_group (c5ff400a-1ed2-45d0-90e9-c41f26f8dc35), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.560294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a52612d0-6c6c-4d06-9050-b98aa6be833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c5ff400a-1ed2-45d0-90e9-c41f26f8dc35), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.602334 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a52612d0-6c6c-4d06-9050-b98aa6be833a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24b5a22b29f74b60b3d6fb8abb90b157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764535 Jun 21 06:01:35.603743 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52612d0-6c6c-4d06-9050-b98aa6be833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff400a-1ed2-45d0-90e9-c41f26f8dc35,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:35.606347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:35.668577 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] Publish callbacks [] for security_group (c5ff400a-1ed2-45d0-90e9-c41f26f8dc35), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.695305 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] Publish callbacks [] for security_group (c5ff400a-1ed2-45d0-90e9-c41f26f8dc35), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.734102 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:35.751864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c5ff400a-1ed2-45d0-90e9-c41f26f8dc35), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.754467 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:35.755751 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5ff400a-1ed2-45d0-90e9-c41f26f8dc35 HTTP/1.1" status: 204 len: 168 time: 0.1479213 Jun 21 06:01:35.763610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbbadd-a8e0-4a14-a669-a7697b5bdd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff400a-1ed2-45d0-90e9-c41f26f8dc35,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:37.056189 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:37.075808 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 83ba6585-227c-4678-8bb8-307be75c8ca5 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:37.076213 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 83ba6585-227c-4678-8bb8-307be75c8ca5 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:37.182691 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46430) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:37.392123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa4d8-7fe5-419f-ba55-cbc5a6a3c0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.426002 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:37.488145 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa4d8-7fe5-419f-ba55-cbc5a6a3c0f1 admin admin] Publish callbacks [] for security_group (6871bafe-82a9-4003-bba0-94ee6b070fe1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.494296 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa4d8-7fe5-419f-ba55-cbc5a6a3c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6871bafe-82a9-4003-bba0-94ee6b070fe1), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.550574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fa4d8-7fe5-419f-ba55-cbc5a6a3c0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6871bafe-82a9-4003-bba0-94ee6b070fe1,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:37.556147 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3a4fa4d8-7fe5-419f-ba55-cbc5a6a3c0f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b990f39d52ad48518bb2bdc70ca09efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724537 Jun 21 06:01:37.560969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46454) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:37.674288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] Publish callbacks [] for security_group (6871bafe-82a9-4003-bba0-94ee6b070fe1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.739772 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] Publish callbacks [] for security_group (6871bafe-82a9-4003-bba0-94ee6b070fe1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.857822 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6871bafe-82a9-4003-bba0-94ee6b070fe1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.860270 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:37.861375 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6871bafe-82a9-4003-bba0-94ee6b070fe1 HTTP/1.1" status: 204 len: 168 time: 0.2981822 Jun 21 06:01:37.890403 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f110fb0-2098-4145-954b-ac2285414962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6871bafe-82a9-4003-bba0-94ee6b070fe1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:37.964192 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.000565 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:38.166826 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:38.184121 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35ba829f-fd1d-457f-8cec-e70f9203ecf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.229950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Deleting port 6c09f06c-c18a-4643-9109-1fd7cd63d693 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:38.230276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.317737 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:38.337913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] For port 6c09f06c-c18a-4643-9109-1fd7cd63d693, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=6c09f06c-c18a-4643-9109-1fd7cd63d693,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:38.338279 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.363355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Calling delete_port for 6c09f06c-c18a-4643-9109-1fd7cd63d693 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:38.376156 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35ba829f-fd1d-457f-8cec-e70f9203ecf3 admin admin] Publish callbacks [] for security_group (60e35735-6cbe-4080-bc59-fb38731516c0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.381504 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35ba829f-fd1d-457f-8cec-e70f9203ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (60e35735-6cbe-4080-bc59-fb38731516c0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.457283 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-35ba829f-fd1d-457f-8cec-e70f9203ecf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c6478e0dc67487ca06ad62515d4eb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894559 Jun 21 06:01:38.460001 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46468) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:38.461309 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba829f-fd1d-457f-8cec-e70f9203ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e35735-6cbe-4080-bc59-fb38731516c0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:38.506839 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:38.510877 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] Publish callbacks [] for security_group (60e35735-6cbe-4080-bc59-fb38731516c0), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.534544 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] Publish callbacks [] for security_group (60e35735-6cbe-4080-bc59-fb38731516c0), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.586319 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (60e35735-6cbe-4080-bc59-fb38731516c0), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.589713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.590966 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60e35735-6cbe-4080-bc59-fb38731516c0 HTTP/1.1" status: 204 len: 168 time: 0.1299911 Jun 21 06:01:38.597293 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (6c09f06c-c18a-4643-9109-1fd7cd63d693), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:38.600243 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6bc2-88af-44bc-a9e9-4a4e7df89991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e35735-6cbe-4080-bc59-fb38731516c0,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:38.625379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c09f06c-c18a-4643-9109-1fd7cd63d693,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:38.693688 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:38.808423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.101143 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:39.117813 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-332a4d59-5855-4194-9024-27a4cb404bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.135572 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Router 2ee733d1-d2f9-44db-abe7-03611fa37ccd has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:01:39.202627 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:39.533966 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-332a4d59-5855-4194-9024-27a4cb404bc0 admin admin] Publish callbacks [] for security_group (61f109a3-4ede-4d09-8ecb-5e69d95442a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.535804 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:01:39.541893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-332a4d59-5855-4194-9024-27a4cb404bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (61f109a3-4ede-4d09-8ecb-5e69d95442a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.547402 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9ca4fab7-f33a-45f2-8841-61e4d6b35918 admin admin] 10.222.0.18 "PUT /v2.0/routers/2ee733d1-d2f9-44db-abe7-03611fa37ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1203411 Jun 21 06:01:39.550071 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46506) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:39.551096 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Sync routers for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:01:39.563566 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:39.564884 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:39.609557 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-332a4d59-5855-4194-9024-27a4cb404bc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59bf3ba535e84eccbb9c3f594556d60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101306 Jun 21 06:01:39.610684 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a4d59-5855-4194-9024-27a4cb404bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f109a3-4ede-4d09-8ecb-5e69d95442a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:39.612566 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46508) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:39.671576 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:39.695127 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks [] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.746791 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] Publish callbacks [] for security_group (61f109a3-4ede-4d09-8ecb-5e69d95442a6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.784874 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] Publish callbacks [] for security_group (61f109a3-4ede-4d09-8ecb-5e69d95442a6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.846131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T06:01:38Z', 'revision_number': 5, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port': {'id': '8b6fcecd-4863-49e0-8ce0-252fa6c1508d', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:53:51Z', 'updated_at': '2022-06-21T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:39.856038 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks [] for router_gateway (2ee733d1-d2f9-44db-abe7-03611fa37ccd), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.872511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Checking router: 2ee733d1-d2f9-44db-abe7-03611fa37ccd for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:01:39.881400 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Routers {'2ee733d1-d2f9-44db-abe7-03611fa37ccd'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:01:39.882062 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:39.909720 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Deleting port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:39.910255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.931228 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (61f109a3-4ede-4d09-8ecb-5e69d95442a6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.935207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:39.936872 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61f109a3-4ede-4d09-8ecb-5e69d95442a6 HTTP/1.1" status: 204 len: 168 time: 0.3225522 Jun 21 06:01:39.951300 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:39.955249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cc8c5-c279-4df2-af9a-024f3c62a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f109a3-4ede-4d09-8ecb-5e69d95442a6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:39.994887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] Set router 2ee733d1-d2f9-44db-abe7-03611fa37ccd gateway port host: None {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:01:40.049827 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T06:01:39Z', 'revision_number': 6, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:40.071599 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] For port 8b6fcecd-4863-49e0-8ce0-252fa6c1508d, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:40.072339 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.089439 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77c886-9d0b-499f-95bf-3cff4aad29ad None None] The sync data for ids ['2ee733d1-d2f9-44db-abe7-03611fa37ccd'] in dv-cinder-846901-1-iscsi is: [{'id': '2ee733d1-d2f9-44db-abe7-03611fa37ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-536217101-router', 'tenant_id': 'd71c895fde074698b9717d2a770ef5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:53:50Z', 'updated_at': '2022-06-21T06:01:39Z', 'revision_number': 6, 'project_id': 'd71c895fde074698b9717d2a770ef5bf', 'gw_port_host': None}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:01:40.121157 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Calling delete_port for 8b6fcecd-4863-49e0-8ce0-252fa6c1508d owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:40.352964 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (8b6fcecd-4863-49e0-8ce0-252fa6c1508d), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.382971 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6fcecd-4863-49e0-8ce0-252fa6c1508d,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:40.473745 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.877963 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:40.880924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.884018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks [] for router_controller (2ee733d1-d2f9-44db-abe7-03611fa37ccd), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.911604 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:40.928312 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (2ee733d1-d2f9-44db-abe7-03611fa37ccd), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.928970 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee733d1-d2f9-44db-abe7-03611fa37ccd {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:01:40.934615 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:40.936229 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2fcf860a-da7f-4aeb-9a13-33358b645749 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2ee733d1-d2f9-44db-abe7-03611fa37ccd HTTP/1.1" status: 204 len: 168 time: 1.3843181 Jun 21 06:01:40.938489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46556) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:40.993804 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Deleting subnet dfe3e7f1-f14a-45ee-af00-61be4b41edf6 {{(pid=103793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:01:40.997524 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Publish callbacks [] for subnet (dfe3e7f1-f14a-45ee-af00-61be4b41edf6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.038672 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3503121'] for subnet (dfe3e7f1-f14a-45ee-af00-61be4b41edf6), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.135907 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (dfe3e7f1-f14a-45ee-af00-61be4b41edf6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.193487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fc21152-1a64-4cc2-ac50-71663e788316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.200207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26280566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26284362'] for subnet (dfe3e7f1-f14a-45ee-af00-61be4b41edf6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.234825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe3e7f1-f14a-45ee-af00-61be4b41edf6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:41.239298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.243356 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1fd90492-d5bb-4789-a131-a104f6511b92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dfe3e7f1-f14a-45ee-af00-61be4b41edf6 HTTP/1.1" status: 204 len: 168 time: 0.3004673 Jun 21 06:01:41.246281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25f595-27cb-46db-8ed6-2e14eb1ca925 None None] Network f7183839-abdc-439f-b346-d4ec5ebfb8f5 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:01:41.248966 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:41.351829 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (f7183839-abdc-439f-b346-d4ec5ebfb8f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.359313 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fc21152-1a64-4cc2-ac50-71663e788316 admin admin] Publish callbacks [] for security_group (1d7be606-83a8-4d85-b001-7e395124aa79), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.367615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fc21152-1a64-4cc2-ac50-71663e788316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1d7be606-83a8-4d85-b001-7e395124aa79), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.435393 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] DHCP port deletion for f7183839-abdc-439f-b346-d4ec5ebfb8f5 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:01:41.437464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:41.446969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:41.473003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc21152-1a64-4cc2-ac50-71663e788316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7be606-83a8-4d85-b001-7e395124aa79,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:41.484547 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-5fc21152-1a64-4cc2-ac50-71663e788316 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6c4b7df153a4bf79cad85cf00dc7e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709603 Jun 21 06:01:41.486953 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46566) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:41.492286 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Deleting port b5d79f3e-580e-4409-811d-6b5326b7f218 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:41.492617 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.501190 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Deleting port b5d79f3e-580e-4409-811d-6b5326b7f218 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:01:41.501566 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.524548 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:41.563637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] Publish callbacks [] for security_group (1d7be606-83a8-4d85-b001-7e395124aa79), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.566436 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:41.597543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] Publish callbacks [] for security_group (1d7be606-83a8-4d85-b001-7e395124aa79), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.599861 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] For port b5d79f3e-580e-4409-811d-6b5326b7f218, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b5d79f3e-580e-4409-811d-6b5326b7f218,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:41.600389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.617121 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Calling delete_port for b5d79f3e-580e-4409-811d-6b5326b7f218 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:41.629555 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] For port b5d79f3e-580e-4409-811d-6b5326b7f218, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b5d79f3e-580e-4409-811d-6b5326b7f218,segment=NetworkSegment(ce740742-549e-4513-b78a-7e5d1f695558),segment_id=ce740742-549e-4513-b78a-7e5d1f695558)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:01:41.630475 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.648121 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Calling delete_port for b5d79f3e-580e-4409-811d-6b5326b7f218 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:01:41.663451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1d7be606-83a8-4d85-b001-7e395124aa79), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.666757 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.667976 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d7be606-83a8-4d85-b001-7e395124aa79 HTTP/1.1" status: 204 len: 168 time: 0.1799545 Jun 21 06:01:41.679124 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef2be7-6fe2-417d-aec9-20989de89d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7be606-83a8-4d85-b001-7e395124aa79,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:41.732247 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.766162 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] Pushing event deleted for resources: {'Port': ['ID=b5d79f3e-580e-4409-811d-6b5326b7f218,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:41.769675 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f76d16-5615-4220-bad4-32e806cdeca4 None None] No DVR routers for this DVR port b5d79f3e-580e-4409-811d-6b5326b7f218 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:41.793064 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (b5d79f3e-580e-4409-811d-6b5326b7f218), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.819745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d79f3e-580e-4409-811d-6b5326b7f218,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:41.823852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] No DVR routers for this DVR port b5d79f3e-580e-4409-811d-6b5326b7f218 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:01:41.904386 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (f7183839-abdc-439f-b346-d4ec5ebfb8f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.927487 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7183839-abdc-439f-b346-d4ec5ebfb8f5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:41.940553 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce740742-549e-4513-b78a-7e5d1f695558') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:41.941050 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce740742-549e-4513-b78a-7e5d1f695558') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:01:41.955655 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (ce740742-549e-4513-b78a-7e5d1f695558), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.970888 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (ce740742-549e-4513-b78a-7e5d1f695558), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:41.979112 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:01:41.979608 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (ce740742-549e-4513-b78a-7e5d1f695558), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.000536 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:42.048379 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment ce740742-549e-4513-b78a-7e5d1f695558 resource provider aggregate not found Jun 21 06:01:42.068187 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46596) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:42.068703 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (f7183839-abdc-439f-b346-d4ec5ebfb8f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.091145 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment ce740742-549e-4513-b78a-7e5d1f695558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce740742-549e-4513-b78a-7e5d1f695558 found for delete ", "request_id": "req-a79e017f-f1d3-4c62-ad4a-254625fa2bd7"}]} Jun 21 06:01:42.094258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a53c1d8c-c0b7-45d5-9bb4-5805faecdd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.095014 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.100046 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7183839-abdc-439f-b346-d4ec5ebfb8f5 HTTP/1.1" status: 204 len: 168 time: 0.8498056 Jun 21 06:01:42.101583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec08cb-7e11-4a9a-8e86-6694a2ddbd1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7183839-abdc-439f-b346-d4ec5ebfb8f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:42.178918 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 6c09f06c-c18a-4643-9109-1fd7cd63d693 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:42.220911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 6c09f06c-c18a-4643-9109-1fd7cd63d693 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:42.221806 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 6c09f06c-c18a-4643-9109-1fd7cd63d693 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:42.223786 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8b6fcecd-4863-49e0-8ce0-252fa6c1508d no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:42.244243 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a53c1d8c-c0b7-45d5-9bb4-5805faecdd5f admin admin] Publish callbacks [] for security_group (021cb651-4536-4aaf-9b64-0859b25a08f1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.250034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a53c1d8c-c0b7-45d5-9bb4-5805faecdd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (021cb651-4536-4aaf-9b64-0859b25a08f1), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.253773 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 8b6fcecd-4863-49e0-8ce0-252fa6c1508d {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:42.255112 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 8b6fcecd-4863-49e0-8ce0-252fa6c1508d not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:42.255998 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b5d79f3e-580e-4409-811d-6b5326b7f218 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:01:42.290337 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: b5d79f3e-580e-4409-811d-6b5326b7f218 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:01:42.290680 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b5d79f3e-580e-4409-811d-6b5326b7f218 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:01:42.294505 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a53c1d8c-c0b7-45d5-9bb4-5805faecdd5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acd09a63551e4fedaa8d60b8e2190a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292981 Jun 21 06:01:42.296410 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c1d8c-c0b7-45d5-9bb4-5805faecdd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021cb651-4536-4aaf-9b64-0859b25a08f1,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:42.297217 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46606) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:42.357385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] Publish callbacks [] for security_group (021cb651-4536-4aaf-9b64-0859b25a08f1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.379789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:42.391754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] Publish callbacks [] for security_group (021cb651-4536-4aaf-9b64-0859b25a08f1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.464808 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-73ad694a-b04d-4f18-881a-70150ae55c28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d71c895fde074698b9717d2a770ef5bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0835116 Jun 21 06:01:42.467742 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46610) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:42.482697 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (021cb651-4536-4aaf-9b64-0859b25a08f1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.485203 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.486338 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/021cb651-4536-4aaf-9b64-0859b25a08f1 HTTP/1.1" status: 204 len: 168 time: 0.1881618 Jun 21 06:01:42.495797 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a97d4-512a-4359-83c7-0118f9ac7433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021cb651-4536-4aaf-9b64-0859b25a08f1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:42.538255 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] Publish callbacks [] for security_group (f84efe2a-19b3-407b-82c6-3de1d1d44284), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.565855 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] Publish callbacks [] for security_group (f84efe2a-19b3-407b-82c6-3de1d1d44284), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.626207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f84efe2a-19b3-407b-82c6-3de1d1d44284), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.629068 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:42.630334 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f84efe2a-19b3-407b-82c6-3de1d1d44284 HTTP/1.1" status: 204 len: 168 time: 0.1614540 Jun 21 06:01:42.641245 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ecf82-04d7-4efc-a586-8765f88b3bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84efe2a-19b3-407b-82c6-3de1d1d44284,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:42.999113 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 46632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:43.018501 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e384fc7e-6afc-44f7-a203-d3d161040344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.110131 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e384fc7e-6afc-44f7-a203-d3d161040344 admin admin] Publish callbacks [] for security_group (e62640c5-41ac-4fe7-91d4-e7ed032448e4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.114750 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e384fc7e-6afc-44f7-a203-d3d161040344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e62640c5-41ac-4fe7-91d4-e7ed032448e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.138814 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:43.160419 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e384fc7e-6afc-44f7-a203-d3d161040344 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8ced928b778484c8c8e2f391f7f85eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570673 Jun 21 06:01:43.160419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384fc7e-6afc-44f7-a203-d3d161040344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62640c5-41ac-4fe7-91d4-e7ed032448e4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:43.160826 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 46638) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:43.178352 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:43.224776 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] Publish callbacks [] for security_group (e62640c5-41ac-4fe7-91d4-e7ed032448e4), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.248617 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] Publish callbacks [] for security_group (e62640c5-41ac-4fe7-91d4-e7ed032448e4), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.307282 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e62640c5-41ac-4fe7-91d4-e7ed032448e4), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.310376 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:43.314215 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e62640c5-41ac-4fe7-91d4-e7ed032448e4 HTTP/1.1" status: 204 len: 168 time: 0.1497576 Jun 21 06:01:43.333735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221fbb5-249a-45e5-aa2e-ca50f9248c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62640c5-41ac-4fe7-91d4-e7ed032448e4,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:44.112395 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:44.187167 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:45.241171 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec0a-5bed-4c5b-b3f2-d71a4404fe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:47.320694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-972c16ac-733e-4c1e-8895-9994a8e2be6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:48.855443 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:49.969879 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:50.532919 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:53.155105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:53.314988 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:53.325853 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=59,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:55.470459 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47046) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:55.581205 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4dee258-bd82-42f0-94f4-edc4f5573f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.668119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4dee258-bd82-42f0-94f4-edc4f5573f48 admin admin] Publish callbacks [] for security_group (5d89642f-9e72-4d2e-8b8f-b5b805e801a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.672103 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4dee258-bd82-42f0-94f4-edc4f5573f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5d89642f-9e72-4d2e-8b8f-b5b805e801a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.718105 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e4dee258-bd82-42f0-94f4-edc4f5573f48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=747e93adea9c49a8b706803451ebee05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464249 Jun 21 06:01:55.719599 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee258-bd82-42f0-94f4-edc4f5573f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89642f-9e72-4d2e-8b8f-b5b805e801a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:55.721663 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47050) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:55.775482 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] Publish callbacks [] for security_group (5d89642f-9e72-4d2e-8b8f-b5b805e801a6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.797065 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] Publish callbacks [] for security_group (5d89642f-9e72-4d2e-8b8f-b5b805e801a6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.845121 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (5d89642f-9e72-4d2e-8b8f-b5b805e801a6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.847490 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:55.848638 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d89642f-9e72-4d2e-8b8f-b5b805e801a6 HTTP/1.1" status: 204 len: 168 time: 0.1256454 Jun 21 06:01:55.857031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e160fbd-7e77-4bc4-8234-b607de592f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89642f-9e72-4d2e-8b8f-b5b805e801a6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:56.121048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47056) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:56.134680 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ceb11dc3-180b-43e6-b3ec-2ccfd8dc25d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.212812 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ceb11dc3-180b-43e6-b3ec-2ccfd8dc25d4 admin admin] Publish callbacks [] for security_group (ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.216462 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ceb11dc3-180b-43e6-b3ec-2ccfd8dc25d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.256655 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb11dc3-180b-43e6-b3ec-2ccfd8dc25d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:56.260565 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ceb11dc3-180b-43e6-b3ec-2ccfd8dc25d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=177f243ac12c41b79784bfe52704d416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384788 Jun 21 06:01:56.263270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47058) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:56.313193 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] Publish callbacks [] for security_group (ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.334866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] Publish callbacks [] for security_group (ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.386579 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.389484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:56.392990 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c HTTP/1.1" status: 204 len: 168 time: 0.1266561 Jun 21 06:01:56.403954 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfde6d-c368-46b5-919a-58d74d61127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f82bd-7c7d-4fe9-be79-d7dba428cf2c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:56.823750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47088) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:56.987377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe55b-3777-4096-b358-6a6a089aae89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.056131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.067516 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe55b-3777-4096-b358-6a6a089aae89 admin admin] Publish callbacks [] for security_group (a9125733-3c01-40a9-88df-5b64ede6671c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.072344 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe55b-3777-4096-b358-6a6a089aae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a9125733-3c01-40a9-88df-5b64ede6671c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.111279 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0ebbe55b-3777-4096-b358-6a6a089aae89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08d817d88a64428c8e07f73581d4343e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864387 Jun 21 06:01:57.113862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47102) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:57.132924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbe55b-3777-4096-b358-6a6a089aae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9125733-3c01-40a9-88df-5b64ede6671c,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:57.170576 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] Publish callbacks [] for security_group (a9125733-3c01-40a9-88df-5b64ede6671c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.172739 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:57.194332 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] Publish callbacks [] for security_group (a9125733-3c01-40a9-88df-5b64ede6671c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.223810 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:57.244025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a9125733-3c01-40a9-88df-5b64ede6671c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.246501 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:57.247785 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9125733-3c01-40a9-88df-5b64ede6671c HTTP/1.1" status: 204 len: 168 time: 0.1328464 Jun 21 06:01:57.256081 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902e181-8862-496d-93dc-2aaed63957a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9125733-3c01-40a9-88df-5b64ede6671c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:57.897503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47138) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:58.085094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7ff41c9-7418-40d5-a757-dd6fbf31848b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.177871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7ff41c9-7418-40d5-a757-dd6fbf31848b admin admin] Publish callbacks [] for security_group (82edb72a-b5e7-4a32-b983-730cd6a6401b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.187379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f7ff41c9-7418-40d5-a757-dd6fbf31848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (82edb72a-b5e7-4a32-b983-730cd6a6401b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.242373 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f7ff41c9-7418-40d5-a757-dd6fbf31848b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8d1e81c7f9e4f58b0eead19a3bae6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425057 Jun 21 06:01:58.243818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:58.258315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff41c9-7418-40d5-a757-dd6fbf31848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82edb72a-b5e7-4a32-b983-730cd6a6401b,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:58.315398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] Publish callbacks [] for security_group (82edb72a-b5e7-4a32-b983-730cd6a6401b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.346290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] Publish callbacks [] for security_group (82edb72a-b5e7-4a32-b983-730cd6a6401b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.412755 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (82edb72a-b5e7-4a32-b983-730cd6a6401b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.416199 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:58.417434 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82edb72a-b5e7-4a32-b983-730cd6a6401b HTTP/1.1" status: 204 len: 168 time: 0.1726439 Jun 21 06:01:58.426899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701781-792f-422c-813f-9a284a84f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82edb72a-b5e7-4a32-b983-730cd6a6401b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:58.920080 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:58.936021 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8eb97625-7ea9-4ade-9334-e9426b081680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.038072 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8eb97625-7ea9-4ade-9334-e9426b081680 admin admin] Publish callbacks [] for security_group (3ce0905c-c878-4f95-83ac-7403e62c2765), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.047876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8eb97625-7ea9-4ade-9334-e9426b081680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (3ce0905c-c878-4f95-83ac-7403e62c2765), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.076233 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47204) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:59.089782 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb97625-7ea9-4ade-9334-e9426b081680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce0905c-c878-4f95-83ac-7403e62c2765,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:59.095517 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8eb97625-7ea9-4ade-9334-e9426b081680 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78e0bee1ce54dba8f327efb78b54f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743793 Jun 21 06:01:59.099451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47210) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:59.165705 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] Publish callbacks [] for security_group (3ce0905c-c878-4f95-83ac-7403e62c2765), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.188439 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] Publish callbacks [] for security_group (3ce0905c-c878-4f95-83ac-7403e62c2765), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.218530 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-887d8979-8d02-4ef3-b5c9-47c7bb69ec62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.256965 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (3ce0905c-c878-4f95-83ac-7403e62c2765), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.260439 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.261588 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ce0905c-c878-4f95-83ac-7403e62c2765 HTTP/1.1" status: 204 len: 168 time: 0.1610034 Jun 21 06:01:59.285602 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef31798-0781-4f79-93a4-64a283f65b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce0905c-c878-4f95-83ac-7403e62c2765,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:59.322945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-887d8979-8d02-4ef3-b5c9-47c7bb69ec62 admin admin] Publish callbacks [] for security_group (6eb0e390-ba6f-477c-8b8d-3b0a3062953f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.327194 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-887d8979-8d02-4ef3-b5c9-47c7bb69ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6eb0e390-ba6f-477c-8b8d-3b0a3062953f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.371082 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-887d8979-8d02-4ef3-b5c9-47c7bb69ec62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbbc98a3e63f42e29cccc0e61380eaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935309 Jun 21 06:01:59.372283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d8979-8d02-4ef3-b5c9-47c7bb69ec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0e390-ba6f-477c-8b8d-3b0a3062953f,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:59.374047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47222) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:59.437133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47226) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:59.440928 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] Publish callbacks [] for security_group (6eb0e390-ba6f-477c-8b8d-3b0a3062953f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.445792 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:59.469036 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] Publish callbacks [] for security_group (6eb0e390-ba6f-477c-8b8d-3b0a3062953f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.484489 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:01:59.524909 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6eb0e390-ba6f-477c-8b8d-3b0a3062953f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.527550 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.529043 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb0e390-ba6f-477c-8b8d-3b0a3062953f HTTP/1.1" status: 204 len: 168 time: 0.1523046 Jun 21 06:01:59.537633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4af3-7c8e-4f7d-a596-9179ba4b1564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0e390-ba6f-477c-8b8d-3b0a3062953f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:59.678145 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-345247c3-a5c6-4118-8819-db2103f50bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.776257 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-345247c3-a5c6-4118-8819-db2103f50bfd admin admin] Publish callbacks [] for security_group (a27915e1-e9ca-4f71-9b65-a15c47fa0078), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.781164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-345247c3-a5c6-4118-8819-db2103f50bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a27915e1-e9ca-4f71-9b65-a15c47fa0078), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.827306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345247c3-a5c6-4118-8819-db2103f50bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27915e1-e9ca-4f71-9b65-a15c47fa0078,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:01:59.832294 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-345247c3-a5c6-4118-8819-db2103f50bfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad5c7c9ba0864e2e994f3f56deb55964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940420 Jun 21 06:01:59.836088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:01:59.910075 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] Publish callbacks [] for security_group (a27915e1-e9ca-4f71-9b65-a15c47fa0078), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:01:59.956483 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] Publish callbacks [] for security_group (a27915e1-e9ca-4f71-9b65-a15c47fa0078), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.026876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a27915e1-e9ca-4f71-9b65-a15c47fa0078), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.030217 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.031668 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a27915e1-e9ca-4f71-9b65-a15c47fa0078 HTTP/1.1" status: 204 len: 168 time: 0.1944604 Jun 21 06:02:00.041585 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b0f9-b1d4-4f62-9e1d-000bfbd32ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27915e1-e9ca-4f71-9b65-a15c47fa0078,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:00.444519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:00.460561 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8f2ddbb-8a59-41dd-aa26-13baf439b650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.545368 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8f2ddbb-8a59-41dd-aa26-13baf439b650 admin admin] Publish callbacks [] for security_group (7db5430f-5a6d-4474-be90-e56cf73ca219), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.549484 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8f2ddbb-8a59-41dd-aa26-13baf439b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (7db5430f-5a6d-4474-be90-e56cf73ca219), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.590138 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a8f2ddbb-8a59-41dd-aa26-13baf439b650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63604e78a78e483f96a2922ac7f36adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439493 Jun 21 06:02:00.590982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2ddbb-8a59-41dd-aa26-13baf439b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5430f-5a6d-4474-be90-e56cf73ca219,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:00.593625 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47280) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:00.647939 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] Publish callbacks [] for security_group (7db5430f-5a6d-4474-be90-e56cf73ca219), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.670086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] Publish callbacks [] for security_group (7db5430f-5a6d-4474-be90-e56cf73ca219), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.719761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (7db5430f-5a6d-4474-be90-e56cf73ca219), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.722374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:00.723522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7db5430f-5a6d-4474-be90-e56cf73ca219 HTTP/1.1" status: 204 len: 168 time: 0.1280224 Jun 21 06:02:00.733715 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc2133-7fe6-439b-82f5-a25564b1e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db5430f-5a6d-4474-be90-e56cf73ca219,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:01.020223 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:01.146189 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e0e-67dd-4215-9a80-65721495784e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.229592 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e0e-67dd-4215-9a80-65721495784e admin admin] Publish callbacks [] for security_group (1f6e003b-2b69-45d3-875f-623ef27f932f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.233485 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2e0e-67dd-4215-9a80-65721495784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1f6e003b-2b69-45d3-875f-623ef27f932f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.275519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd2e0e-67dd-4215-9a80-65721495784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e003b-2b69-45d3-875f-623ef27f932f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:01.283043 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c3cd2e0e-67dd-4215-9a80-65721495784e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=433c1c9756e34f0bb3ecf66463749911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593718 Jun 21 06:02:01.283277 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:01.334220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] Publish callbacks [] for security_group (1f6e003b-2b69-45d3-875f-623ef27f932f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.358862 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] Publish callbacks [] for security_group (1f6e003b-2b69-45d3-875f-623ef27f932f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.410388 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1f6e003b-2b69-45d3-875f-623ef27f932f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.412892 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:01.414597 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f6e003b-2b69-45d3-875f-623ef27f932f HTTP/1.1" status: 204 len: 168 time: 0.1304221 Jun 21 06:02:01.424213 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444563-0fef-4647-a541-5f197c9229c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e003b-2b69-45d3-875f-623ef27f932f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:02.008370 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:02.125527 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-067f3d31-4fe1-4270-8118-711f1a269bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.137398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:02.178331 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:02.207942 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-067f3d31-4fe1-4270-8118-711f1a269bc5 admin admin] Publish callbacks [] for security_group (2390b6ff-08c7-495d-8eef-561bdde89164), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.212296 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-067f3d31-4fe1-4270-8118-711f1a269bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2390b6ff-08c7-495d-8eef-561bdde89164), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.260674 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-067f3d31-4fe1-4270-8118-711f1a269bc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8585a6b62d9643019a56d81dd229e345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511170 Jun 21 06:02:02.261246 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f3d31-4fe1-4270-8118-711f1a269bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2390b6ff-08c7-495d-8eef-561bdde89164,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:02.263877 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47360) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:02.279179 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:02.291256 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:02.318069 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47362) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:02.329561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] Publish callbacks [] for security_group (2390b6ff-08c7-495d-8eef-561bdde89164), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.352500 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] Publish callbacks [] for security_group (2390b6ff-08c7-495d-8eef-561bdde89164), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.402703 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (2390b6ff-08c7-495d-8eef-561bdde89164), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.405210 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.406389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2390b6ff-08c7-495d-8eef-561bdde89164 HTTP/1.1" status: 204 len: 168 time: 0.1407771 Jun 21 06:02:02.415192 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebc5d4-872d-42b1-a499-89209c901eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390b6ff-08c7-495d-8eef-561bdde89164,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:02.436473 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076366174-network', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:02.456992 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Made reservation on behalf of 9405db81e23a4cbbb963f916fbeea605 for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:02.459369 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.468637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.551137 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks [] for security_group (88f13c5b-89ce-4492-8642-efe0eb08657b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.556507 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (88f13c5b-89ce-4492-8642-efe0eb08657b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.585283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:02:02.596135 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f13c5b-89ce-4492-8642-efe0eb08657b,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:02.602175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (26276269-e05f-4586-8645-6eedd1db4b57), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.602516 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Added segment 26276269-e05f-4586-8645-6eedd1db4b57 of type vlan for network 08118c26-49e5-44b2-ae68-b52c5e4334d2 Jun 21 06:02:02.647271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (08118c26-49e5-44b2-ae68-b52c5e4334d2), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.672374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (08118c26-49e5-44b2-ae68-b52c5e4334d2), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.673367 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:02.673981 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.713549 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3891330 Jun 21 06:02:02.713894 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47378) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:02.718479 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Request body: {'subnet': {'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076366174-subnet', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:02.756359 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceed7c-52ce-4b76-8482-33a9b3ad25b4 admin admin] Pushing event updated for resources: {'Network': ['ID=08118c26-49e5-44b2-ae68-b52c5e4334d2,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:02.767080 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:02:02.773563 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Made reservation on behalf of 9405db81e23a4cbbb963f916fbeea605 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:02.776006 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26284325'] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.961377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26284371'] for subnet (4591a8a5-671c-4b12-ac67-1b895ba9804c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:02.994305 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:03.019422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4591a8a5-671c-4b12-ac67-1b895ba9804c,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:03.039475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:03.039828 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Network hostable DHCP agents. Network: 08118c26-49e5-44b2-ae68-b52c5e4334d2, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:02:03.042901 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:03.066498 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:02:03.077435 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 08118c26-49e5-44b2-ae68-b52c5e4334d2) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:03.095976 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa484e-a471-4b42-8454-d05e03f6a64f None None] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:03.102342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:03.102342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.118670 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47402) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:03.129679 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5ab20493-f0d8-4c41-b139-e1cd18d22a41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4142051 Jun 21 06:02:03.133062 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47408) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:03.137404 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:03.169910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.171213 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.223472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-08118c26-49e5-44b2-ae68-b52c5e4334d2', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 06:02:03.226083 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.228109 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for router_controller (76b5d4c3-0e6c-4656-867e-29a4207f95c3), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.261115 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1213157992-network', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:03.303195 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Made reservation on behalf of 391ee53fa68f41a4ac576996b9b52b9d for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:03.306221 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.315331 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.420136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks [] for security_group (a8667356-da66-4e4e-8a16-ddc97c92cf6c), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.423071 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Allocated IP 172.20.0.2 (08118c26-49e5-44b2-ae68-b52c5e4334d2/4591a8a5-671c-4b12-ac67-1b895ba9804c/f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:03.424414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a8667356-da66-4e4e-8a16-ddc97c92cf6c), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.428150 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:03.433162 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for router_gateway (76b5d4c3-0e6c-4656-867e-29a4207f95c3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.465764 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:02:03.472599 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8667356-da66-4e4e-8a16-ddc97c92cf6c,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:03.497213 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (5767fea8-cb11-4f05-b390-abf189b355be), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.498045 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Added segment 5767fea8-cb11-4f05-b390-abf189b355be of type vlan for network 0aac4482-7ebb-4a44-be12-d0349c93a511 Jun 21 06:02:03.574600 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (0aac4482-7ebb-4a44-be12-d0349c93a511), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.613649 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks [] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.618338 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (0aac4482-7ebb-4a44-be12-d0349c93a511), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.620836 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:03.621690 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.622685 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.672893 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:03.694782 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:03.705213 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0aac4482-7ebb-4a44-be12-d0349c93a511,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:03.712945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:03.713699 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for router_gateway (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.723293 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:03.738104 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.738625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:02:03.750436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:03.750736 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-89ac8a1a-b641-47ce-9acc-6cdc05bdb6c9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6306837 Jun 21 06:02:03.752173 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Pushing event updated for resources: {'Port': ['ID=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:03.757240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Request body: {'subnet': {'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1213157992-subnet', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:03.798283 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.799218 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.799728 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.800233 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.800571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.800902 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.801232 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.801560 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.801884 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.802255 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.802764 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.803260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.803738 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.804779 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.805260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:03.840531 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Made reservation on behalf of 391ee53fa68f41a4ac576996b9b52b9d for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:03.842955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.891365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Attempting to bind port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:03.892024 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Attempting to bind port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:03.892616 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Attempting to bind port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:03.899257 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:03.899897 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:03.900477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.901191 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Bound using segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:03.901819 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Bound port: f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:03.902405 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:03.965019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Allocated IP 172.27.0.239 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1b8cc176-3aa4-46c0-9390-13c12c89837c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:04.037718 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:04.119350 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] For port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:04.121256 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:04.123293 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] For port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:04.130847 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.193251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.194114 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c9c8-0135-4b91-aae4-9f6126914d0f None None] Pushing event updated for resources: {'Port': ['ID=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:04.199917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (e6085f93-8cca-4370-b3f4-1ff76a7d34f5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.289113 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6085f93-8cca-4370-b3f4-1ff76a7d34f5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:04.297074 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.336631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47432) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:04.345886 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:04.350432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:04.355449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Checking segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:04.355808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Network hostable DHCP agents. Network: 0aac4482-7ebb-4a44-be12-d0349c93a511, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:02:04.358367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:04.365643 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8cc176-3aa4-46c0-9390-13c12c89837c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:04.474174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:02:04.487825 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 0aac4482-7ebb-4a44-be12-d0349c93a511) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:04.492742 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:04.493400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.506662 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9bcbb-ec48-4899-a9a1-ef2c86fda7e3 None None] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:04.512004 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-832ba217-d8c5-4153-a890-e3d360c59d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.580004 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f6895576-12b4-45f4-81c6-ca677ad0b150 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8268316 Jun 21 06:02:04.582437 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:04.588633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:04.625959 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-0aac4482-7ebb-4a44-be12-d0349c93a511', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 06:02:04.627516 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-832ba217-d8c5-4153-a890-e3d360c59d54 admin admin] Publish callbacks [] for security_group (d6ab354d-5b55-4e51-a231-3905545fdd15), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.627687 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.632906 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-832ba217-d8c5-4153-a890-e3d360c59d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d6ab354d-5b55-4e51-a231-3905545fdd15), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.650453 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (fe4b841f-2b08-43c0-b764-2836ce746101), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.652587 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (fe4b841f-2b08-43c0-b764-2836ce746101), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.673450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ba217-d8c5-4153-a890-e3d360c59d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab354d-5b55-4e51-a231-3905545fdd15,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:04.682716 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47438) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:04.682968 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-832ba217-d8c5-4153-a890-e3d360c59d54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc2ba508fa8544e48751b020d2f6d1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446336 Jun 21 06:02:04.772377 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Allocated IP 172.20.0.2 (0aac4482-7ebb-4a44-be12-d0349c93a511/e6085f93-8cca-4370-b3f4-1ff76a7d34f5/34f7b44c-c982-4b65-936f-91ee4da72c86) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:04.776765 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for router_controller (fe4b841f-2b08-43c0-b764-2836ce746101), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.792790 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for router_gateway (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.812115 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:04.927021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks [] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.934277 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.953379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] Publish callbacks [] for security_group (d6ab354d-5b55-4e51-a231-3905545fdd15), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:04.954809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:04.964125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:04.982048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:04.987398 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:04.989520 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Pushing event updated for resources: {'Port': ['ID=34f7b44c-c982-4b65-936f-91ee4da72c86,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:04.992063 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:05.036465 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for router_gateway (fe4b841f-2b08-43c0-b764-2836ce746101), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.056143 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Attempting to bind port 34f7b44c-c982-4b65-936f-91ee4da72c86 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:05.056832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Attempting to bind port 34f7b44c-c982-4b65-936f-91ee4da72c86 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:05.057190 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Attempting to bind port 34f7b44c-c982-4b65-936f-91ee4da72c86 on network 0aac4482-7ebb-4a44-be12-d0349c93a511 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:05.062829 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:05.063060 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] Publish callbacks [] for security_group (d6ab354d-5b55-4e51-a231-3905545fdd15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.063250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Checking segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:05.063591 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.063998 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Bound using segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:05.064549 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Bound port: 34f7b44c-c982-4b65-936f-91ee4da72c86, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:05.064795 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.137796 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] For port 34f7b44c-c982-4b65-936f-91ee4da72c86, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:05.147247 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] For port 34f7b44c-c982-4b65-936f-91ee4da72c86, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34f7b44c-c982-4b65-936f-91ee4da72c86,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:05.156475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.195870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:05.221104 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d74bd-69fd-4652-937e-208009c2879e None None] Pushing event updated for resources: {'Port': ['ID=34f7b44c-c982-4b65-936f-91ee4da72c86,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:05.276747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3f916-4465-4df9-93fa-e20fa348006d None None] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:05.401128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Provisioning complete for port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:05.401128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.498669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Current status of the port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:05.499046 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.543337 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d6ab354d-5b55-4e51-a231-3905545fdd15), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.545820 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.547092 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6ab354d-5b55-4e51-a231-3905545fdd15 HTTP/1.1" status: 204 len: 168 time: 0.8625963 Jun 21 06:02:05.551945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] For port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:05.564668 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.566138 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.571809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd8f76-cc32-4edf-aa93-fb8985c4e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab354d-5b55-4e51-a231-3905545fdd15,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:05.657285 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc27011-dabc-45a6-94b3-f862110c3488 None None] Pushing event updated for resources: {'Port': ['ID=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:05.717439 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:05.718180 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for router_gateway (fe4b841f-2b08-43c0-b764-2836ce746101), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.718682 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:05.763610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.792673 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-77166d40-b49b-4af0-b533-796ae411f25b None None] Provisioning complete for port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:05.793132 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77166d40-b49b-4af0-b533-796ae411f25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.891897 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-77166d40-b49b-4af0-b533-796ae411f25b None None] Current status of the port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:05.909169 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47444) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:05.914940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 06:02:05.918194 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Allocated IP 172.27.0.64 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/34bd3978-94ea-40fd-986f-92bce2203ed0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:05.928360 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0613a7e2-c2d3-40ce-b602-4aed0c009a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:05.936783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.009954 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.012657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0613a7e2-c2d3-40ce-b602-4aed0c009a6a admin admin] Publish callbacks [] for security_group (f73d24ea-c1a6-4786-ba8b-00eadcffda58), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.018283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-0613a7e2-c2d3-40ce-b602-4aed0c009a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f73d24ea-c1a6-4786-ba8b-00eadcffda58), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.038746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.062893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a7e2-c2d3-40ce-b602-4aed0c009a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d24ea-c1a6-4786-ba8b-00eadcffda58,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:06.068882 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-0613a7e2-c2d3-40ce-b602-4aed0c009a6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af879177542046779c5917b610acce34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585732 Jun 21 06:02:06.071749 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47446) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:06.117744 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:06.138422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] Publish callbacks [] for security_group (f73d24ea-c1a6-4786-ba8b-00eadcffda58), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.141648 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:06.155427 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.159713 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-3d97a4c8-8060-434b-8ae1-2e565aadb303 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0255268 Jun 21 06:02:06.160262 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47448) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:06.165500 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:06.166307 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:06.166779 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.170895 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] Publish callbacks [] for security_group (f73d24ea-c1a6-4786-ba8b-00eadcffda58), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.228851 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.239600 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.280304 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:06.283953 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:06.289250 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:06.301640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:06.332288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Pushing event updated for resources: {'Port': ['ID=34bd3978-94ea-40fd-986f-92bce2203ed0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:06.370516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.376273 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f73d24ea-c1a6-4786-ba8b-00eadcffda58), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.379495 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.381036 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f73d24ea-c1a6-4786-ba8b-00eadcffda58 HTTP/1.1" status: 204 len: 168 time: 0.3082447 Jun 21 06:02:06.395332 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322e94a-af0d-4322-9c4d-0ad4ff3b726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d24ea-c1a6-4786-ba8b-00eadcffda58,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:06.403280 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:06.403672 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.521021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:06.522181 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34f7b44c-c982-4b65-936f-91ee4da72c86 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:06.563451 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb0b06-0848-439a-b8af-d903844d9e95 None None] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:06.567843 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:06.679900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Provisioning complete for port 34f7b44c-c982-4b65-936f-91ee4da72c86 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:06.680213 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.699475 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for router_gateway (fe4b841f-2b08-43c0-b764-2836ce746101), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.755751 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 34f7b44c-c982-4b65-936f-91ee4da72c86 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:06.757669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.793797 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.794256 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:04Z', 'revision_number': 3, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:06.830585 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:06.831508 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Updating router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 port 1b8cc176-3aa4-46c0-9390-13c12c89837c binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:06.874002 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.899508 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.979588 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (fe4b841f-2b08-43c0-b764-2836ce746101), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:06.986199 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:06.996029 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 34f7b44c-c982-4b65-936f-91ee4da72c86 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:06.996422 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.012318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Current status of the port 34f7b44c-c982-4b65-936f-91ee4da72c86 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:07.015620 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.033444 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Allocated IP 172.20.0.1 (08118c26-49e5-44b2-ae68-b52c5e4334d2/4591a8a5-671c-4b12-ac67-1b895ba9804c/08c6575e-4967-4817-90d4-0ae40342d40f) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:07.036011 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:07.117449 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 34f7b44c-c982-4b65-936f-91ee4da72c86, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34f7b44c-c982-4b65-936f-91ee4da72c86,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:07.174504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.201163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks [] for port (08c6575e-4967-4817-90d4-0ae40342d40f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.240679 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:07.249088 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.db.api [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 06:02:07.250285 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG oslo_db.api [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 06:02:07.257480 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.274981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=34f7b44c-c982-4b65-936f-91ee4da72c86,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:07.295408 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Router fe4b841f-2b08-43c0-b764-2836ce746101 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 06:02:07.298503 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks [] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.307263 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.324792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:07.327945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:07.330484 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:07.361752 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Pushing event updated for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:07.388336 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.396326 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Pushing event updated for resources: {'Port': ['ID=1b8cc176-3aa4-46c0-9390-13c12c89837c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:07.412416 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.413734 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.414262 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.414769 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.415256 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.416267 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.416758 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.417238 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.417843 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.418436 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.419199 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.419920 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.420416 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.420908 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.421695 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:07.435410 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Attempting to bind port 1b8cc176-3aa4-46c0-9390-13c12c89837c on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:07.437136 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Attempting to bind port 1b8cc176-3aa4-46c0-9390-13c12c89837c by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:07.438402 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Attempting to bind port 1b8cc176-3aa4-46c0-9390-13c12c89837c on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:07.447554 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:07.447914 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:07.454288 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.456282 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:07.456792 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Bound port: 1b8cc176-3aa4-46c0-9390-13c12c89837c, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:07.457191 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.468088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:07.483702 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Sync routers for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:07.500814 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.508799 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-0b2cefb4-b22a-4b6e-9406-95a7936fe833 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9245434 Jun 21 06:02:07.509077 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:07.516455 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:07.518601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:07.543629 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] For port 1b8cc176-3aa4-46c0-9390-13c12c89837c, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:07.548945 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] For port 1b8cc176-3aa4-46c0-9390-13c12c89837c, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1b8cc176-3aa4-46c0-9390-13c12c89837c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:07.558583 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.628411 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:07.630806 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b014d0-30ee-4146-b654-cf3d4b98ddca None None] Pushing event updated for resources: {'Port': ['ID=1b8cc176-3aa4-46c0-9390-13c12c89837c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:07.663813 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.672631 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:07.673399 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:07.727750 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:02:07.790207 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd6031a0-eb85-49c7-9b71-094bb9ae7bed None None] Current status of the port 34f7b44c-c982-4b65-936f-91ee4da72c86 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:07.793598 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:07.867402 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:07.929759 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks [] for port (08c6575e-4967-4817-90d4-0ae40342d40f), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.939085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:07.942075 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:07.942633 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.029597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:06Z', 'revision_number': 3, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:08.032961 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Port 08c6575e-4967-4817-90d4-0ae40342d40f cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:08.045921 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.063050 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Provisioning complete for port 34f7b44c-c982-4b65-936f-91ee4da72c86 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:08.063418 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.065597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Checking router: fe4b841f-2b08-43c0-b764-2836ce746101 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:08.065966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Updating router fe4b841f-2b08-43c0-b764-2836ce746101 port 34bd3978-94ea-40fd-986f-92bce2203ed0 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:08.106922 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.130836 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Pushing event updated for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:08.138962 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.143199 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.175952 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.199884 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.215615 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34f7b44c-c982-4b65-936f-91ee4da72c86 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:08.217893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.303093 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:08.306201 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.345997 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6c7d-c3a4-450d-8c11-e139f4ad401b None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:08.374278 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:08.374278 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:08.386668 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:08.474768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Allocated IP 172.20.0.1 (0aac4482-7ebb-4a44-be12-d0349c93a511/e6085f93-8cca-4370-b3f4-1ff76a7d34f5/23bd9d26-c644-4771-80ba-f5d600f5945e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:08.490131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8d663817-6577-4923-bdb2-1c055e691aaa None None] Current status of the port 34f7b44c-c982-4b65-936f-91ee4da72c86 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:08.563349 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 34f7b44c-c982-4b65-936f-91ee4da72c86 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:08.563719 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.570504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:08.629494 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks [] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.715236 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.720972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:08.732810 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-2653b835-e3d5-4af9-9347-be3433109203 admin admin] 10.222.0.18 "PUT /v2.0/routers/76b5d4c3-0e6c-4656-867e-29a4207f95c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710800 Jun 21 06:02:08.784276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:08.795620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:08.802737 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:08.805029 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Pushing event updated for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:08.862474 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 34f7b44c-c982-4b65-936f-91ee4da72c86 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:08.887839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (fe4b841f-2b08-43c0-b764-2836ce746101), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.892352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-6390cbdc-57c6-4b97-852b-2e24dcae60f8 None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:08.892955 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6390cbdc-57c6-4b97-852b-2e24dcae60f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:08.989827 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6390cbdc-57c6-4b97-852b-2e24dcae60f8 None None] Port 08c6575e-4967-4817-90d4-0ae40342d40f cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:09.041370 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks [] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.058446 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.117290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.124783 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Attempting to bind port 34bd3978-94ea-40fd-986f-92bce2203ed0 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:09.125417 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Attempting to bind port 34bd3978-94ea-40fd-986f-92bce2203ed0 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:09.125989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Attempting to bind port 34bd3978-94ea-40fd-986f-92bce2203ed0 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:09.143707 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:09.144139 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:09.144554 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.144952 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:09.145432 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Bound port: 34bd3978-94ea-40fd-986f-92bce2203ed0, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:09.145823 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.180627 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df48f7-fb86-4ac8-bfd5-3d9ca377b390 None None] Pushing event updated for resources: {'Port': ['ID=34bd3978-94ea-40fd-986f-92bce2203ed0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:09.211764 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] For port 34bd3978-94ea-40fd-986f-92bce2203ed0, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:09.216087 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] For port 34bd3978-94ea-40fd-986f-92bce2203ed0, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34bd3978-94ea-40fd-986f-92bce2203ed0,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:09.239583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.254440 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:09.282016 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-9c176fba-bb5e-4f73-9e3a-458a9bbe5cc4 None None] Provisioning complete for port 23bd9d26-c644-4771-80ba-f5d600f5945e triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:09.282311 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c176fba-bb5e-4f73-9e3a-458a9bbe5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.378618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9c176fba-bb5e-4f73-9e3a-458a9bbe5cc4 None None] Port 23bd9d26-c644-4771-80ba-f5d600f5945e cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:09.380559 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:09.381384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:09.384579 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df48f7-fb86-4ac8-bfd5-3d9ca377b390 None None] Pushing event updated for resources: {'Port': ['ID=34bd3978-94ea-40fd-986f-92bce2203ed0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:09.580153 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:09.586931 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:09.605003 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47500) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:09.723999 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks [] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.729768 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.779827 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75b49580-0eaf-4d8e-be11-28874983e9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.820713 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (fe4b841f-2b08-43c0-b764-2836ce746101), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.823136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Pushing event updated for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:09.889973 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75b49580-0eaf-4d8e-be11-28874983e9ee admin admin] Publish callbacks [] for security_group (1e7eb842-dde3-450e-82cb-4a5bc5d24fdc), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.894761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-75b49580-0eaf-4d8e-be11-28874983e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1e7eb842-dde3-450e-82cb-4a5bc5d24fdc), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:09.900896 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:09.924429 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:09.933216 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:08Z', 'revision_number': 1, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:09.949545 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49580-0eaf-4d8e-be11-28874983e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7eb842-dde3-450e-82cb-4a5bc5d24fdc,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:09.954208 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-75b49580-0eaf-4d8e-be11-28874983e9ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=489849af94cc47069b6f093fa4f74986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479848 Jun 21 06:02:09.956950 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47510) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:09.980568 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5f7dd-2bd7-4706-8c1f-656204b02cd7 None None] The sync data for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi is: [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:08Z', 'revision_number': 1, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:10.019843 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:10.022913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:10.024237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] Publish callbacks [] for security_group (1e7eb842-dde3-450e-82cb-4a5bc5d24fdc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.082870 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:10.084154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] Publish callbacks [] for security_group (1e7eb842-dde3-450e-82cb-4a5bc5d24fdc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.118560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-547617599-network', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:10.200480 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1b8cc176-3aa4-46c0-9390-13c12c89837c up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:10.209214 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Made reservation on behalf of 225ddb468dc64ffaa5a9bce5365ef606 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:10.214155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.216178 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1e7eb842-dde3-450e-82cb-4a5bc5d24fdc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.218800 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.222834 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e7eb842-dde3-450e-82cb-4a5bc5d24fdc HTTP/1.1" status: 204 len: 168 time: 0.2646194 Jun 21 06:02:10.236570 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0eeaa-c40e-4fc8-9d2a-24ff45952e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7eb842-dde3-450e-82cb-4a5bc5d24fdc,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:10.262106 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.306125 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 1b8cc176-3aa4-46c0-9390-13c12c89837c triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:10.306516 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.313993 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Router fe4b841f-2b08-43c0-b764-2836ce746101 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:10.440006 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:10.474528 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 1b8cc176-3aa4-46c0-9390-13c12c89837c is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:10.474924 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.492413 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks [] for security_group (9b437623-d919-4b39-9243-0bb696e76085), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.504942 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9b437623-d919-4b39-9243-0bb696e76085), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.518188 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00bec2ee-f1e7-4520-9b68-8a1bfc29466d None None] Provisioning complete for port 23bd9d26-c644-4771-80ba-f5d600f5945e triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:10.518656 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00bec2ee-f1e7-4520-9b68-8a1bfc29466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.560451 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 1b8cc176-3aa4-46c0-9390-13c12c89837c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1b8cc176-3aa4-46c0-9390-13c12c89837c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:10.576007 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.601560 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:10.604261 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:10.618861 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-afa2c929-993b-4471-b5b2-a0e61d416e32 admin admin] 10.222.0.18 "PUT /v2.0/routers/fe4b841f-2b08-43c0-b764-2836ce746101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086254 Jun 21 06:02:10.620211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00bec2ee-f1e7-4520-9b68-8a1bfc29466d None None] Port 23bd9d26-c644-4771-80ba-f5d600f5945e cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:10.653622 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=1b8cc176-3aa4-46c0-9390-13c12c89837c,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:10.656024 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:02:10.681991 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b437623-d919-4b39-9243-0bb696e76085,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:10.685227 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.685775 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.segments_db [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Added segment 8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8 of type vlan for network 12b2fe73-2db5-4686-9315-12a33ce10f6d Jun 21 06:02:10.707041 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.707386 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.709361 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.709758 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.710658 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.710950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.711270 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.711582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.713346 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.714240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.714240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.714504 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.714834 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.715132 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.715452 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:10.757584 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (12b2fe73-2db5-4686-9315-12a33ce10f6d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.794226 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (12b2fe73-2db5-4686-9315-12a33ce10f6d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.795375 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:10.795998 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.829180 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7394602 Jun 21 06:02:10.831871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47524) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:10.839374 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Request body: {'subnet': {'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-547617599-subnet', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'ip_version': 4}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:10.881564 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Made reservation on behalf of 225ddb468dc64ffaa5a9bce5365ef606 for: {'subnet': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:10.888094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517918c-d32f-4cd9-804b-e83a2a3950b1 admin admin] Pushing event updated for resources: {'Network': ['ID=12b2fe73-2db5-4686-9315-12a33ce10f6d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:10.893417 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26284325'] for subnet (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:10.901947 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:02:10.914200 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47528) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:10.946867 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.035445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:11.132576 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Publish callbacks [] for security_group (31d4a631-aac6-4efe-a2f9-452cc70811de), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.161422 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (31d4a631-aac6-4efe-a2f9-452cc70811de), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.222740 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26280629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26284371'] for subnet (c798ae1c-a9db-43c7-ab72-f24baf0cf544), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.235516 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87b8d1a3c6db40cbb109b5b25dcb4cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197408 Jun 21 06:02:11.239695 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:11.261732 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4a631-aac6-4efe-a2f9-452cc70811de,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:11.274623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.274959 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.275292 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.275620 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.275943 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.276267 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.276587 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.276903 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.277217 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.277530 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.277845 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.278193 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.278503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.278822 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.279136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fa300-f679-40f9-b41b-9ed6d853b683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:02:11.312225 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c798ae1c-a9db-43c7-ab72-f24baf0cf544,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:11.334972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Checking segment: {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:11.335324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Network hostable DHCP agents. Network: 12b2fe73-2db5-4686-9315-12a33ce10f6d, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:02:11.347736 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:11.364311 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:02:11.368865 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] Publish callbacks [] for security_group (31d4a631-aac6-4efe-a2f9-452cc70811de), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.377714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 12b2fe73-2db5-4686-9315-12a33ce10f6d) {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:11.385547 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:11.386496 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.387433 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d52724-2a03-487b-aa94-ebe0ec24da5c None None] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:11.399512 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] Publish callbacks [] for security_group (31d4a631-aac6-4efe-a2f9-452cc70811de), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.408608 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-24d4e0a0-e155-4361-b081-84453394f4f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5746541 Jun 21 06:02:11.415817 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47540) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:11.421057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:11.429586 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47542) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:11.435921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615335117-network', 'tenant_id': '0e54a126afc548aaaaf577664847bbac'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:11.479046 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.481189 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.482313 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (31d4a631-aac6-4efe-a2f9-452cc70811de), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.485551 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.485993 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31d4a631-aac6-4efe-a2f9-452cc70811de HTTP/1.1" status: 204 len: 168 time: 0.2334630 Jun 21 06:02:11.489603 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Made reservation on behalf of 0e54a126afc548aaaaf577664847bbac for: {'network': 1} {{(pid=103793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:11.496437 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for network (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.504248 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bff4b8-9526-4a6b-9881-d5436b1b1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4a631-aac6-4efe-a2f9-452cc70811de,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:11.515385 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.534045 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:11.555260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-12b2fe73-2db5-4686-9315-12a33ce10f6d', 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d', 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'fixed_ips': [{'subnet_id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 06:02:11.562179 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.602165 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for router_controller (7fde7af2-2af7-48cc-8040-8df6832b06cc), precommit_add_association {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.749334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Allocated IP 172.20.0.2 (12b2fe73-2db5-4686-9315-12a33ce10f6d/c798ae1c-a9db-43c7-ab72-f24baf0cf544/5d25d524-cd09-4a8e-a5ba-80fbe3d44e75) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:11.774574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for router_gateway (7fde7af2-2af7-48cc-8040-8df6832b06cc), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.836043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks [] for security_group (8799858b-a505-4ba7-bc3a-5be302a2af80), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.861815 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:11.878702 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:11.881540 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:11.887438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8799858b-a505-4ba7-bc3a-5be302a2af80), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.939496 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 06:02:11.941862 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799858b-a505-4ba7-bc3a-5be302a2af80,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:11.965355 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (16ff28c2-009f-4ae6-84d6-7e1ffa2156e7), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:11.965763 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.segments_db [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Added segment 16ff28c2-009f-4ae6-84d6-7e1ffa2156e7 of type vlan for network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f Jun 21 06:02:12.016326 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:12.101467 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773736539082'] for network (89f992e7-5bc3-4e8c-83bd-11655aa11d3f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.139460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks [] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.143072 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:12.157657 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.168780 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for router_gateway (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.178173 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:12.235902 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831'] for network (89f992e7-5bc3-4e8c-83bd-11655aa11d3f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.238489 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:12.239353 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.244485 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:12.253924 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.266390 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:12.282370 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8513808 Jun 21 06:02:12.285140 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:12.290911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:12.291877 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Request body: {'subnet': {'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615335117-subnet', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:12.299897 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:12.342813 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Made reservation on behalf of 0e54a126afc548aaaaf577664847bbac for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:12.345504 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17611925'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.404429 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34bd3978-94ea-40fd-986f-92bce2203ed0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:12.407774 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Pushing event updated for resources: {'Port': ['ID=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:12.475836 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 2, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:12.477856 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Attempting to bind port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:12.478367 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Attempting to bind port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:12.478840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Attempting to bind port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 on network 12b2fe73-2db5-4686-9315-12a33ce10f6d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:12.495042 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:12.495510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Checking segment: {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:12.496057 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.496608 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Bound using segment: {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:12.497436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Bound port: 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:12.498042 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.520229 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:12.520822 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Updating router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 port 08c6575e-4967-4817-90d4-0ae40342d40f binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:12.536678 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36918c8-1519-4a9c-aab9-068b7b1a091b admin admin] Pushing event updated for resources: {'Network': ['ID=89f992e7-5bc3-4e8c-83bd-11655aa11d3f,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:12.558318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f details requested by agent ovs-agent-dv-cinder-846901-1-iscsi with host dv-cinder-846901-1-iscsi {{(pid=103795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 06:02:12.578140 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.624893 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 34bd3978-94ea-40fd-986f-92bce2203ed0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:12.625323 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.664296 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Allocated IP 172.27.0.225 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/ef82ff8e-2640-4751-934a-8014dc5edda8) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:12.732870 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3774982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17612003'] for subnet (27b28bbe-a8e8-4e98-9f0f-2b635b14752e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.767501 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] For port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:12.780122 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] For port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:12.823412 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.867621 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.887281 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 34bd3978-94ea-40fd-986f-92bce2203ed0 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:12.887416 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.916062 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:12.924323 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.937261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faab74-61cf-45fa-b56a-48aa26e7b874 None None] Pushing event updated for resources: {'Port': ['ID=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:12.952522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port 34bd3978-94ea-40fd-986f-92bce2203ed0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34bd3978-94ea-40fd-986f-92bce2203ed0,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:12.959120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:12.959332 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b28bbe-a8e8-4e98-9f0f-2b635b14752e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:12.961020 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1b8cc176-3aa4-46c0-9390-13c12c89837c up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:12.976398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Checking segment: {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:12.976789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Network hostable DHCP agents. Network: 89f992e7-5bc3-4e8c-83bd-11655aa11d3f, hostable agents: ['5a51d4b1-e39e-43a5-9c37-de1478d86ce2'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 06:02:12.997364 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:13.002472 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:13.007430 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:13.050868 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f is scheduled to be hosted by DHCP agent 5a51d4b1-e39e-43a5-9c37-de1478d86ce2 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 06:02:13.070789 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846901-1-iscsi, 89f992e7-5bc3-4e8c-83bd-11655aa11d3f) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:13.078511 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:13.082069 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.110131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782bef1c-fb02-445e-a14a-cc1b9b4e34d6 None None] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:13.132974 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-790991c2-921c-48e7-a0eb-f83a518ada66 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8459511 Jun 21 06:02:13.135519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:13.151027 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:13.227691 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130510'] for router (89814372-3bc5-44a0-967d-043d784bbb85), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.230573 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130487'] for router (89814372-3bc5-44a0-967d-043d784bbb85), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.285398 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Pushing event updated for resources: {'Port': ['ID=ef82ff8e-2640-4751-934a-8014dc5edda8,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:13.333250 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks [] for port (08c6575e-4967-4817-90d4-0ae40342d40f), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.352359 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.423748 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for router_controller (89814372-3bc5-44a0-967d-043d784bbb85), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.455287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for router_gateway (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.481046 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:13.485810 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:13.554056 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3659b-a99d-4e9f-ba49-ad7ae46485c9 None None] Pushing event updated for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:13.604315 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=34bd3978-94ea-40fd-986f-92bce2203ed0,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:13.621752 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 1b8cc176-3aa4-46c0-9390-13c12c89837c triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:13.626765 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Attempting to bind port 08c6575e-4967-4817-90d4-0ae40342d40f on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:13.627353 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Attempting to bind port 08c6575e-4967-4817-90d4-0ae40342d40f by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:13.629538 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Attempting to bind port 08c6575e-4967-4817-90d4-0ae40342d40f on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:13.633177 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.641798 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:13.642927 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:13.643729 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.644480 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Bound using segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:13.645839 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Bound port: 08c6575e-4967-4817-90d4-0ae40342d40f, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:13.646706 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.652976 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:13.746349 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:13.763488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Sync routers for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:13.766289 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] For port 08c6575e-4967-4817-90d4-0ae40342d40f, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:13.775449 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] For port 08c6575e-4967-4817-90d4-0ae40342d40f, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=08c6575e-4967-4817-90d4-0ae40342d40f,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:13.780177 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:13.781158 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:13.787530 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb26f359-39b7-5d36-81d6-833858bab72c-89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'project_id': '0e54a126afc548aaaaf577664847bbac', 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e'}]}} from dv-cinder-846901-1-iscsi. {{(pid=103795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 06:02:13.788791 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.790864 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.834378 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for router_gateway (89814372-3bc5-44a0-967d-043d784bbb85), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:13.845363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:13.908621 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3659b-a99d-4e9f-ba49-ad7ae46485c9 None None] Pushing event updated for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:13.961394 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:13.965133 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:14.150504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Allocated IP 172.20.0.2 (89f992e7-5bc3-4e8c-83bd-11655aa11d3f/27b28bbe-a8e8-4e98-9f0f-2b635b14752e/e0e44573-2ee2-422b-80aa-fa73551505d0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:14.210606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:14.246883 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:14.252641 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:14.283131 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:14.359560 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:14.421980 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:14.422369 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:14.437280 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for router_gateway (89814372-3bc5-44a0-967d-043d784bbb85), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:14.464107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Router 7fde7af2-2af7-48cc-8040-8df6832b06cc is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 06:02:14.486401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:14.620061 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 1b8cc176-3aa4-46c0-9390-13c12c89837c is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:14.657877 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:13Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:14.694603 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e523-a3f3-4663-a8b8-f8d5c8db6a4e None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:13Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:14.722010 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Allocated IP 172.27.0.23 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/d98cbcc3-48b0-41de-8725-e008c0285a63) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:14.736636 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:14.768142 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Sync routers for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:14.784349 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:14.785021 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:14.811079 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:14.812642 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1149917f-68e1-478b-8ab7-657b319d30bb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3952246 Jun 21 06:02:14.815561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47592) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:14.859253 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.021438 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 2, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:15.037418 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:15.055863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.056063 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14547b1-5b2c-42c1-b694-e8106b90df37 None None] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:15.069294 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Checking router: fe4b841f-2b08-43c0-b764-2836ce746101 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:15.069644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Updating router fe4b841f-2b08-43c0-b764-2836ce746101 port 23bd9d26-c644-4771-80ba-f5d600f5945e binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:15.108996 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34bd3978-94ea-40fd-986f-92bce2203ed0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:15.125077 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.164819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.237581 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Current status of the port 08c6575e-4967-4817-90d4-0ae40342d40f is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:15.238534 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.264588 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.270677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:15.288334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:15.296615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:15.308413 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Pushing event updated for resources: {'Port': ['ID=d98cbcc3-48b0-41de-8725-e008c0285a63,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:15.388904 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:13Z', 'revision_number': 3, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:15.412194 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.424511 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Checking router: 7fde7af2-2af7-48cc-8040-8df6832b06cc for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:15.424984 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Updating router 7fde7af2-2af7-48cc-8040-8df6832b06cc port ef82ff8e-2640-4751-934a-8014dc5edda8 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:15.482350 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.645965 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks [] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.671316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for router_gateway (89814372-3bc5-44a0-967d-043d784bbb85), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.707264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66aa0e94-d314-49ab-9d79-ad5ab96c8c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.735659 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.775286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 34bd3978-94ea-40fd-986f-92bce2203ed0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:15.775286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.778829 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.799678 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] For port 08c6575e-4967-4817-90d4-0ae40342d40f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=08c6575e-4967-4817-90d4-0ae40342d40f,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:15.812717 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.830048 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.907529 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks [] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.919708 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:15.942853 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:15.962728 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:15.980594 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-695965'] for router (89814372-3bc5-44a0-967d-043d784bbb85), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.002179 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.019358 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Allocated IP 172.20.0.1 (12b2fe73-2db5-4686-9315-12a33ce10f6d/c798ae1c-a9db-43c7-ab72-f24baf0cf544/826d7933-4329-429d-bef5-e2eb59ec6826) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:16.022626 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395368d-8651-424b-8796-81ec43b589b9 None None] Pushing event updated for resources: {'Port': ['ID=ef82ff8e-2640-4751-934a-8014dc5edda8,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.060913 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Attempting to bind port ef82ff8e-2640-4751-934a-8014dc5edda8 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:16.061290 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Attempting to bind port ef82ff8e-2640-4751-934a-8014dc5edda8 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:16.061646 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Attempting to bind port ef82ff8e-2640-4751-934a-8014dc5edda8 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:16.075770 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:16.076167 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:16.076567 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.077087 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:16.077562 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Bound port: ef82ff8e-2640-4751-934a-8014dc5edda8, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:16.077966 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.124888 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:16.126096 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:16.159306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks [] for port (826d7933-4329-429d-bef5-e2eb59ec6826), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.181809 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] For port ef82ff8e-2640-4751-934a-8014dc5edda8, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:16.186797 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] For port ef82ff8e-2640-4751-934a-8014dc5edda8, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ef82ff8e-2640-4751-934a-8014dc5edda8,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:16.196434 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.203168 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7dbf-0ee0-4835-918b-2e177033b2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.233681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.258534 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:16.281099 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:16.284783 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:16.285485 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:16.289771 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:16.291049 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395368d-8651-424b-8796-81ec43b589b9 None None] Pushing event updated for resources: {'Port': ['ID=ef82ff8e-2640-4751-934a-8014dc5edda8,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.291929 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:16.324188 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Provisioning complete for port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:16.324428 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.333627 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Pushing event updated for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.346593 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:16.347492 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:16.348163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Router 89814372-3bc5-44a0-967d-043d784bbb85 is scheduled to L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 06:02:16.351397 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Pushing event updated for resources: {'Port': ['ID=e0e44573-2ee2-422b-80aa-fa73551505d0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.373888 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.442558 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7dbf-0ee0-4835-918b-2e177033b2d7 admin admin] Publish callbacks [] for security_group (30bd18ad-5e77-4710-997e-c1e126c07569), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.457621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7dbf-0ee0-4835-918b-2e177033b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (30bd18ad-5e77-4710-997e-c1e126c07569), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.511842 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:16.553207 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d9ac7dbf-0ee0-4835-918b-2e177033b2d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2046b44d094b64afff7efb8421c878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881469 Jun 21 06:02:16.555898 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:16.573155 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Attempting to bind port e0e44573-2ee2-422b-80aa-fa73551505d0 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:16.573627 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Attempting to bind port e0e44573-2ee2-422b-80aa-fa73551505d0 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:16.574111 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Attempting to bind port e0e44573-2ee2-422b-80aa-fa73551505d0 on network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:16.585798 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac7dbf-0ee0-4835-918b-2e177033b2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd18ad-5e77-4710-997e-c1e126c07569,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.606881 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.623705 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=2,neutron:INSERT=6,neutron:SELECT=92 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:16.626626 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:16.636885 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 34bd3978-94ea-40fd-986f-92bce2203ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:16.638543 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 08c6575e-4967-4817-90d4-0ae40342d40f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:16.647361 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] Publish callbacks [] for security_group (30bd18ad-5e77-4710-997e-c1e126c07569), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.652304 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:16.671420 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] Publish callbacks [] for security_group (30bd18ad-5e77-4710-997e-c1e126c07569), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.740000 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (30bd18ad-5e77-4710-997e-c1e126c07569), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.743484 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.759889 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30bd18ad-5e77-4710-997e-c1e126c07569 HTTP/1.1" status: 204 len: 168 time: 0.1932678 Jun 21 06:02:16.775855 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8db31-e2ae-4c7c-a62d-294fb5f87607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd18ad-5e77-4710-997e-c1e126c07569,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:16.779516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d548d376-d827-4526-8001-f117212c208b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.786353 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47626) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:16.793291 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-d548d376-d827-4526-8001-f117212c208b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6493139 Jun 21 06:02:16.852236 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:16.852880 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Checking segment: {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:16.853211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.853710 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Bound using segment: {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:16.854354 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Bound port: e0e44573-2ee2-422b-80aa-fa73551505d0, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:16.854763 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.858840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Sync routers for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:16.899998 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:13Z', 'revision_number': 3, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:16.918167 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:16.918909 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:01:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:16.923035 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks [] for port (826d7933-4329-429d-bef5-e2eb59ec6826), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.928775 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:16.942447 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fadf6-b316-4433-b24a-4b95daca7fd3 None None] The sync data for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi is: [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:13Z', 'revision_number': 3, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:17.013742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks [] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.021871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Pushing event updated for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.025071 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.075925 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:17.078460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4249cc-46ef-48ec-920c-a30f4304a534 None None] Pushing event updated for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.091324 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.107306 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:17.107683 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.169030 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47630) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:17.186530 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9db775c2-ec00-47d0-ba8e-dbe370a05b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.197763 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:17.224716 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Current status of the port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:17.225659 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.266027 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:17.267156 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:17.269359 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:17.270442 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] For port e0e44573-2ee2-422b-80aa-fa73551505d0, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:17.272644 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:17.318946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:17.343312 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9db775c2-ec00-47d0-ba8e-dbe370a05b45 admin admin] Publish callbacks [] for security_group (e4502edc-f417-49c7-8e61-bb9a3b2e6012), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.357849 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9db775c2-ec00-47d0-ba8e-dbe370a05b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e4502edc-f417-49c7-8e61-bb9a3b2e6012), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.374402 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] For port e0e44573-2ee2-422b-80aa-fa73551505d0, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=e0e44573-2ee2-422b-80aa-fa73551505d0,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:17.379372 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097172a-5114-4493-84f8-d07d63c163b8 None None] Pushing event updated for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.429545 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db775c2-ec00-47d0-ba8e-dbe370a05b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4502edc-f417-49c7-8e61-bb9a3b2e6012,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.431529 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.450436 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9db775c2-ec00-47d0-ba8e-dbe370a05b45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46c6277a60f9469e9be6399f85d270f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797840 Jun 21 06:02:17.450681 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] For port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:17.452233 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:17.524087 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.527039 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89c5538d-59de-4594-a187-5d2b59036f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.575380 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] Publish callbacks [] for security_group (e4502edc-f417-49c7-8e61-bb9a3b2e6012), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.586606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:17.668268 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Router 7fde7af2-2af7-48cc-8040-8df6832b06cc has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:17.670621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] Publish callbacks [] for security_group (e4502edc-f417-49c7-8e61-bb9a3b2e6012), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.729267 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:17.729640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.797278 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (e4502edc-f417-49c7-8e61-bb9a3b2e6012), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.801551 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.803049 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4502edc-f417-49c7-8e61-bb9a3b2e6012 HTTP/1.1" status: 204 len: 168 time: 0.3488026 Jun 21 06:02:17.814583 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c17d39-24ad-47d2-bae1-1a9327a73614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4502edc-f417-49c7-8e61-bb9a3b2e6012,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.872417 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd628643-e775-45c4-95a4-84b841f113cd None None] Pushing event updated for resources: {'Port': ['ID=e0e44573-2ee2-422b-80aa-fa73551505d0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:17.893501 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 08c6575e-4967-4817-90d4-0ae40342d40f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:17.894678 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:17.940862 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Attempting to bind port 23bd9d26-c644-4771-80ba-f5d600f5945e on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:17.941239 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Attempting to bind port 23bd9d26-c644-4771-80ba-f5d600f5945e by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:17.941599 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Attempting to bind port 23bd9d26-c644-4771-80ba-f5d600f5945e on network 0aac4482-7ebb-4a44-be12-d0349c93a511 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:17.952130 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:17.980094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:17.986565 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-14f47c8d-aec2-4d35-a4d8-3eb7624029f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/7fde7af2-2af7-48cc-8040-8df6832b06cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1695254 Jun 21 06:02:18.023081 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:18.023464 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Checking segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:18.023857 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.024250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Bound using segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:18.024777 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Bound port: 23bd9d26-c644-4771-80ba-f5d600f5945e, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:18.025158 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.244149 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Pushing event updated for resources: {'Port': ['ID=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:18.279826 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-06c9c4cc-04fa-488c-9963-733a457c63a2 None None] Current status of the port 08c6575e-4967-4817-90d4-0ae40342d40f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:18.288314 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:18.289176 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.328900 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 3, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:18.346873 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Allocated IP 172.20.0.1 (89f992e7-5bc3-4e8c-83bd-11655aa11d3f/27b28bbe-a8e8-4e98-9f0f-2b635b14752e/c824db40-2a7f-42d4-91f3-08a5eda75cd8) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:18.433619 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Checking router: 89814372-3bc5-44a0-967d-043d784bbb85 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:18.434373 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Updating router 89814372-3bc5-44a0-967d-043d784bbb85 port d98cbcc3-48b0-41de-8725-e008c0285a63 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:18.499322 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] For port 23bd9d26-c644-4771-80ba-f5d600f5945e, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:18.506860 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Provisioning complete for port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:18.507232 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.542645 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.559789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks [] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.567438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:18.603352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] For port 23bd9d26-c644-4771-80ba-f5d600f5945e, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=23bd9d26-c644-4771-80ba-f5d600f5945e,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:18.621450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.632216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:18.654446 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:18.662896 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.713921 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:18.721577 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:18.724296 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:18.750003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:18.778401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:18.786307 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Pushing event updated for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:18.786690 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404600577', 'description': 'tempest-secgroup-smoke-1404600577 description', 'project_id': '9405db81e23a4cbbb963f916fbeea605'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:18.833199 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688696'] for router_interface (89814372-3bc5-44a0-967d-043d784bbb85), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.893375 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:18.988261 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:19.062895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (4ff85a90-a5de-41b2-94bf-a1ffb4cee642), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.067833 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4ff85a90-a5de-41b2-94bf-a1ffb4cee642), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.116758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097172a-5114-4493-84f8-d07d63c163b8 None None] Pushing event updated for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.185397 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.191904 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4109178 Jun 21 06:02:19.193060 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:19.203139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:19.212516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b24b-bd7a-4fe8-afcb-4a0315c3367d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff85a90-a5de-41b2-94bf-a1ffb4cee642,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.249125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (f0a5ee6e-1978-49af-a917-cb5cc3fb5601), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.309070 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ef82ff8e-2640-4751-934a-8014dc5edda8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:19.354684 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (f0a5ee6e-1978-49af-a917-cb5cc3fb5601), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.360303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (f0a5ee6e-1978-49af-a917-cb5cc3fb5601), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.366002 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba30333-d842-426f-b8f4-94420ffe5237 None None] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:02:19.369395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.384573 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:19.385298 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:19.390105 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a5ee6e-1978-49af-a917-cb5cc3fb5601,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.405480 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.408248 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9f5d6f88-a3d5-4b70-bb52-e3a51f4efa7a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2139497 Jun 21 06:02:19.410875 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:19.423814 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:19.444862 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:19.475991 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.483979 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (cb26cc7c-5a4e-4631-949a-deec94147342), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.486263 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Current status of the port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:19.558800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (cb26cc7c-5a4e-4631-949a-deec94147342), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.563964 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (cb26cc7c-5a4e-4631-949a-deec94147342), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.595794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb26cc7c-5a4e-4631-949a-deec94147342,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.614982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.616685 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-3b894df8-4bcc-4b82-9e01-8ed7a7b220b0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2033677 Jun 21 06:02:19.620251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:19.627457 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:19.664470 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (07a6e499-30f7-456f-a583-5e9b490e1afc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.700660 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks [] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.712531 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.725118 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Provisioning complete for port 826d7933-4329-429d-bef5-e2eb59ec6826 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:19.725489 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.764985 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (07a6e499-30f7-456f-a583-5e9b490e1afc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.771281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (07a6e499-30f7-456f-a583-5e9b490e1afc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.791264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port ef82ff8e-2640-4751-934a-8014dc5edda8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:19.791989 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.802434 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Pushing event updated for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.820465 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:19.821330 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a6e499-30f7-456f-a583-5e9b490e1afc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:19.828604 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688296'] for router_interface (89814372-3bc5-44a0-967d-043d784bbb85), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.840500 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.845519 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-edcb08e7-09c5-4dd3-9672-ad1e720a6900 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2228227 Jun 21 06:02:19.847207 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47674) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:19.852623 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:19.923615 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Port 826d7933-4329-429d-bef5-e2eb59ec6826 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:19.928558 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:19.961460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (7d97c108-65d6-4e3a-adf6-76cd281d665b), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:19.984653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:20.007731 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks [] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.014693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Provisioning complete for port 23bd9d26-c644-4771-80ba-f5d600f5945e triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:20.015068 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.036995 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:20.047733 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:20.067932 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (7d97c108-65d6-4e3a-adf6-76cd281d665b), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.090805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.092992 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.114128 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (7d97c108-65d6-4e3a-adf6-76cd281d665b), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.114450 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:20.145519 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.147396 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985973 Jun 21 06:02:20.151670 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:20.159517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:20.159735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83605d88-d024-4f8b-b640-2d55c38dc53f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d97c108-65d6-4e3a-adf6-76cd281d665b,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.199813 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Project 9405db81e23a4cbbb963f916fbeea605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 06:02:20.203645 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:20.213723 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (1925c59d-0a8c-4a60-9908-28fe1d9fa825), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.239345 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Router 89814372-3bc5-44a0-967d-043d784bbb85 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:20.242832 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:20.244266 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Attempting to bind port d98cbcc3-48b0-41de-8725-e008c0285a63 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:20.244700 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Attempting to bind port d98cbcc3-48b0-41de-8725-e008c0285a63 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:20.245127 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Attempting to bind port d98cbcc3-48b0-41de-8725-e008c0285a63 on network f2627a31-9027-49ff-a673-f0f82c629478 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:20.266477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port ef82ff8e-2640-4751-934a-8014dc5edda8 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:20.266943 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.276263 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dd7c9-6bc1-42cc-a17d-a90b74c772c8 None None] Pushing event updated for resources: {'Port': ['ID=d98cbcc3-48b0-41de-8725-e008c0285a63,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.279535 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:20.279535 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Checking segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:20.280169 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.280624 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Bound using segment: {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:20.281161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Bound port: d98cbcc3-48b0-41de-8725-e008c0285a63, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350677-f42b-4d78-b0e8-65afeab0de2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:20.281647 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.310259 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (1925c59d-0a8c-4a60-9908-28fe1d9fa825), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.320104 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (1925c59d-0a8c-4a60-9908-28fe1d9fa825), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.343953 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1925c59d-0a8c-4a60-9908-28fe1d9fa825,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.352408 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.356487 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47680) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:20.358142 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c9a31254-ec63-49cb-b4a3-484498d5ceea tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031872 Jun 21 06:02:20.361984 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'security_group_rule': {'security_group_id': '4ff85a90-a5de-41b2-94bf-a1ffb4cee642', 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:20.384620 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port ef82ff8e-2640-4751-934a-8014dc5edda8, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ef82ff8e-2640-4751-934a-8014dc5edda8,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:20.400245 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:20.406483 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c43e59cc-e4bc-470e-b00c-3b5e730c140f admin admin] 10.222.0.18 "PUT /v2.0/routers/89814372-3bc5-44a0-967d-043d784bbb85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6189995 Jun 21 06:02:20.407950 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.securitygroups_db [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Project 9405db81e23a4cbbb963f916fbeea605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 06:02:20.413968 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (2c4c1232-25c2-498f-b489-bef165f4dc3f), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.426433 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.427370 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:20.439494 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Current status of the port 23bd9d26-c644-4771-80ba-f5d600f5945e is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:20.440017 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.495413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (2c4c1232-25c2-498f-b489-bef165f4dc3f), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.501428 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (2c4c1232-25c2-498f-b489-bef165f4dc3f), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.537643 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4c1232-25c2-498f-b489-bef165f4dc3f,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.548673 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.553694 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-bc183b09-256a-433e-be68-cf1a740eb009 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925526 Jun 21 06:02:20.558395 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=ef82ff8e-2640-4751-934a-8014dc5edda8,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.572945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:18Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:20.598936 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] For port 23bd9d26-c644-4771-80ba-f5d600f5945e, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=23bd9d26-c644-4771-80ba-f5d600f5945e,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:20.600724 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] For port d98cbcc3-48b0-41de-8725-e008c0285a63, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:20.643442 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.652302 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce7f9e-767b-4230-8d86-695b1d0ddc6b None None] The sync data for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi is: [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:18Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:20.657638 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] For port d98cbcc3-48b0-41de-8725-e008c0285a63, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d98cbcc3-48b0-41de-8725-e008c0285a63,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:20.694134 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.696132 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.713224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:20.713846 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.803884 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Provisioning complete for port e0e44573-2ee2-422b-80aa-fa73551505d0 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:20.804265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:20.807638 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bddde6-34ed-45bb-8fd9-77decf190ef3 None None] Pushing event updated for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:20.851143 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:20.852389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:20.868848 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Sync routers for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:20.885390 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:20.886706 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:20.970049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:21.075260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dd7c9-6bc1-42cc-a17d-a90b74c772c8 None None] Pushing event updated for resources: {'Port': ['ID=d98cbcc3-48b0-41de-8725-e008c0285a63,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:21.118368 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:21.154179 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:21.155732 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 08c6575e-4967-4817-90d4-0ae40342d40f up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:21.158744 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:21.163597 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:21.242224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Current status of the port e0e44573-2ee2-422b-80aa-fa73551505d0 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:21.242617 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:21.373906 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:21.467221 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 08c6575e-4967-4817-90d4-0ae40342d40f triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:21.467594 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:21.479749 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] For port e0e44573-2ee2-422b-80aa-fa73551505d0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=e0e44573-2ee2-422b-80aa-fa73551505d0,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:21.557347 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:21.630056 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:21.637363 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:21.637824 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:21.666542 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 4, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '826d7933-4329-429d-bef5-e2eb59ec6826', 'name': '', 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'mac_address': 'fa:16:3e:8a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:15Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 2, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'subnets': [{'id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:21.711396 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Checking router: 7fde7af2-2af7-48cc-8040-8df6832b06cc for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:21.711983 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Updating router 7fde7af2-2af7-48cc-8040-8df6832b06cc port 826d7933-4329-429d-bef5-e2eb59ec6826 binding host dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:21.775574 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:21.967346 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Pushing event updated for resources: {'Port': ['ID=e0e44573-2ee2-422b-80aa-fa73551505d0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:21.979995 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Port c824db40-2a7f-42d4-91f3-08a5eda75cd8 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:22.031550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'c824db40-2a7f-42d4-91f3-08a5eda75cd8', 'name': '', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'mac_address': 'fa:16:3e:cb:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:17Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 2, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'subnets': [{'id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:22.036548 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Provisioning complete for port 23bd9d26-c644-4771-80ba-f5d600f5945e triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:22.037157 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.123964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3164879-5c67-4ef8-a2bf-7c80983e401b None None] The sync data for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi is: [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'c824db40-2a7f-42d4-91f3-08a5eda75cd8', 'name': '', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'mac_address': 'fa:16:3e:cb:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:17Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 2, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'subnets': [{'id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:22.140905 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 08c6575e-4967-4817-90d4-0ae40342d40f is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:22.142472 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device e0e44573-2ee2-422b-80aa-fa73551505d0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:22.304406 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks [] for port (826d7933-4329-429d-bef5-e2eb59ec6826), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.319186 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port e0e44573-2ee2-422b-80aa-fa73551505d0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:22.319555 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.322407 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.370917 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d1b8-b1b8-407d-bbb5-a528652c8cad None None] Current status of the port 23bd9d26-c644-4771-80ba-f5d600f5945e is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:22.430851 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12eee-c93c-4475-a860-41982dacadac None None] Pushing event updated for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:22.601810 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Attempting to bind port 826d7933-4329-429d-bef5-e2eb59ec6826 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:22.602269 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:22.602407 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Attempting to bind port 826d7933-4329-429d-bef5-e2eb59ec6826 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:22.603096 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Attempting to bind port 826d7933-4329-429d-bef5-e2eb59ec6826 on network 12b2fe73-2db5-4686-9315-12a33ce10f6d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:22.610483 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:22.610960 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Checking segment: {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:22.611431 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.612373 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Bound using segment: {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:22.613212 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Bound port: 826d7933-4329-429d-bef5-e2eb59ec6826, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:22.613717 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.636012 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port e0e44573-2ee2-422b-80aa-fa73551505d0 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:22.638847 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-9882d827-9d89-4681-a2bc-65b2a64b09b8 None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:22.639308 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9882d827-9d89-4681-a2bc-65b2a64b09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.697756 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9882d827-9d89-4681-a2bc-65b2a64b09b8 None None] Port c824db40-2a7f-42d4-91f3-08a5eda75cd8 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:22.796286 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] For port 826d7933-4329-429d-bef5-e2eb59ec6826, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:22.817128 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] For port 826d7933-4329-429d-bef5-e2eb59ec6826, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=826d7933-4329-429d-bef5-e2eb59ec6826,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:22.833568 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.940052 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Provisioning complete for port 826d7933-4329-429d-bef5-e2eb59ec6826 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:22.940430 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:22.949607 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:22.950268 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:23.047638 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:23.057486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ef82ff8e-2640-4751-934a-8014dc5edda8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:23.124816 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:23.182470 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 47786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:23.232224 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12eee-c93c-4475-a860-41982dacadac None None] Pushing event updated for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:23.234118 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Current status of the port 826d7933-4329-429d-bef5-e2eb59ec6826 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:23.234580 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.279223 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] For port 826d7933-4329-429d-bef5-e2eb59ec6826, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=826d7933-4329-429d-bef5-e2eb59ec6826,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:23.308344 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port ef82ff8e-2640-4751-934a-8014dc5edda8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:23.308772 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.310857 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.329681 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:23.348174 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:23.437606 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8627b599-0e38-4761-9b52-8a8fe0bf87c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.467171 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 4, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '826d7933-4329-429d-bef5-e2eb59ec6826', 'name': '', 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'mac_address': 'fa:16:3e:8a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:15Z', 'updated_at': '2022-06-21T06:02:22Z', 'revision_number': 4, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'subnets': [{'id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:23.482684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-17eacc43-a7c8-4b8d-bcce-19f80fa48089 None None] Provisioning complete for port 826d7933-4329-429d-bef5-e2eb59ec6826 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:23.483564 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17eacc43-a7c8-4b8d-bcce-19f80fa48089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.567092 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad08f3d-411b-4786-9bb3-2769831fe8b0 None None] The sync data for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi is: [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:02:16Z', 'revision_number': 4, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '826d7933-4329-429d-bef5-e2eb59ec6826', 'name': '', 'network_id': '12b2fe73-2db5-4686-9315-12a33ce10f6d', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'mac_address': 'fa:16:3e:8a:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:15Z', 'updated_at': '2022-06-21T06:02:22Z', 'revision_number': 4, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'subnets': [{'id': 'c798ae1c-a9db-43c7-ab72-f24baf0cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:23.637911 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42ea83-5250-435b-b816-cc70cf844e1a None None] Pushing event updated for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:23.656047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8627b599-0e38-4761-9b52-8a8fe0bf87c4 admin admin] Publish callbacks [] for security_group (72e3fcb8-f4e3-43a7-9ce8-cba2d7380780), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.667111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8627b599-0e38-4761-9b52-8a8fe0bf87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (72e3fcb8-f4e3-43a7-9ce8-cba2d7380780), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.696827 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port ef82ff8e-2640-4751-934a-8014dc5edda8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:23.698201 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 23bd9d26-c644-4771-80ba-f5d600f5945e up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:23.737810 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 47792) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:23.740783 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8627b599-0e38-4761-9b52-8a8fe0bf87c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c24ca4c5592f4fd9827d50639c0ad99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5571749 Jun 21 06:02:23.804890 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b599-0e38-4761-9b52-8a8fe0bf87c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3fcb8-f4e3-43a7-9ce8-cba2d7380780,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:23.835683 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-17eacc43-a7c8-4b8d-bcce-19f80fa48089 None None] Current status of the port 826d7933-4329-429d-bef5-e2eb59ec6826 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:23.858779 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] Publish callbacks [] for security_group (72e3fcb8-f4e3-43a7-9ce8-cba2d7380780), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.865012 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 23bd9d26-c644-4771-80ba-f5d600f5945e triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:23.865434 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:23.908442 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] Publish callbacks [] for security_group (72e3fcb8-f4e3-43a7-9ce8-cba2d7380780), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:24.000157 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 23bd9d26-c644-4771-80ba-f5d600f5945e is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:24.001658 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device e0e44573-2ee2-422b-80aa-fa73551505d0 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:24.008259 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (72e3fcb8-f4e3-43a7-9ce8-cba2d7380780), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:24.014546 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:24.019129 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72e3fcb8-f4e3-43a7-9ce8-cba2d7380780 HTTP/1.1" status: 204 len: 168 time: 0.2769933 Jun 21 06:02:24.036165 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2da29-0540-4d07-aa33-2d70475dacac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3fcb8-f4e3-43a7-9ce8-cba2d7380780,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:24.119506 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port e0e44573-2ee2-422b-80aa-fa73551505d0 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:24.120161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:24.244450 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port e0e44573-2ee2-422b-80aa-fa73551505d0 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:24.833048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d98cbcc3-48b0-41de-8725-e008c0285a63 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:24.914723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:24.938217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port d98cbcc3-48b0-41de-8725-e008c0285a63 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:24.938585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:25.046511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:25.057278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port d98cbcc3-48b0-41de-8725-e008c0285a63 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:25.057278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:25.106986 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] For port d98cbcc3-48b0-41de-8725-e008c0285a63, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d98cbcc3-48b0-41de-8725-e008c0285a63,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:25.117249 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:25.118614 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 826d7933-4329-429d-bef5-e2eb59ec6826 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:25.212583 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Pushing event updated for resources: {'Port': ['ID=d98cbcc3-48b0-41de-8725-e008c0285a63,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:25.224964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port 826d7933-4329-429d-bef5-e2eb59ec6826 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:25.225355 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:25.312770 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port 826d7933-4329-429d-bef5-e2eb59ec6826 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:26.751998 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d98cbcc3-48b0-41de-8725-e008c0285a63 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:26.814632 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port d98cbcc3-48b0-41de-8725-e008c0285a63 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:26.815082 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:26.907887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port d98cbcc3-48b0-41de-8725-e008c0285a63 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:26.953462 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Sync routers for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:26.977277 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:26.979680 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:27.109420 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:27.129887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:27.381376 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'c824db40-2a7f-42d4-91f3-08a5eda75cd8', 'name': '', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'mac_address': 'fa:16:3e:cb:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:17Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 2, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'subnets': [{'id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:27.407212 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Checking router: 89814372-3bc5-44a0-967d-043d784bbb85 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:27.407618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Updating router 89814372-3bc5-44a0-967d-043d784bbb85 port c824db40-2a7f-42d4-91f3-08a5eda75cd8 binding host dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 06:02:27.444379 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:27.574642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:27.580325 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:27.764570 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks [] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:27.772684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:27.833695 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f3a6-374e-4630-ada7-e45ad847a518 None None] Pushing event updated for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:27.928448 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Attempting to bind port c824db40-2a7f-42d4-91f3-08a5eda75cd8 on host dv-cinder-846901-1-iscsi for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:27.928805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Attempting to bind port c824db40-2a7f-42d4-91f3-08a5eda75cd8 by drivers openvswitch,hyperv on host dv-cinder-846901-1-iscsi at level 0 using segments [{'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:27.929159 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Attempting to bind port c824db40-2a7f-42d4-91f3-08a5eda75cd8 on network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:27.937606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Checking agent: {'id': '4ae424f5-39ec-40a4-a986-11429adac25c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 45, 50), 'started_at': datetime.datetime(2022, 6, 21, 5, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:27.938014 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Checking segment: {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:27.938413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:27.938849 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Bound using segment: {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:27.939318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Bound port: c824db40-2a7f-42d4-91f3-08a5eda75cd8, host: dv-cinder-846901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:27.939690 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.044504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] For port c824db40-2a7f-42d4-91f3-08a5eda75cd8, host dv-cinder-846901-1-iscsi, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:28.049432 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] For port c824db40-2a7f-42d4-91f3-08a5eda75cd8, host dv-cinder-846901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=c824db40-2a7f-42d4-91f3-08a5eda75cd8,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:28.063971 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.130285 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:28.130820 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.144241 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:28.145025 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:28.222462 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f3a6-374e-4630-ada7-e45ad847a518 None None] Pushing event updated for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:28.504913 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:28.531772 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Current status of the port c824db40-2a7f-42d4-91f3-08a5eda75cd8 is: DOWN; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:28.532144 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.612670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] For port c824db40-2a7f-42d4-91f3-08a5eda75cd8, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=c824db40-2a7f-42d4-91f3-08a5eda75cd8,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:28.625646 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.673795 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:28.748323 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:28.756694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7915663-bd07-4d8a-b4c8-6cd9497844be None None] Pushing event updated for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:28.788282 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-586f0cd4-ae6d-4041-8a8d-c62791ef2362 None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:28.789029 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-586f0cd4-ae6d-4041-8a8d-c62791ef2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:28.796768 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device c824db40-2a7f-42d4-91f3-08a5eda75cd8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:28.924120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-e154791d-7724-4204-9b63-648eadac8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'c824db40-2a7f-42d4-91f3-08a5eda75cd8', 'name': '', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'mac_address': 'fa:16:3e:cb:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:17Z', 'updated_at': '2022-06-21T06:02:28Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'subnets': [{'id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:28.960311 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154791d-7724-4204-9b63-648eadac8492 None None] The sync data for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi is: [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:02:19Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'c824db40-2a7f-42d4-91f3-08a5eda75cd8', 'name': '', 'network_id': '89f992e7-5bc3-4e8c-83bd-11655aa11d3f', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'mac_address': 'fa:16:3e:cb:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:17Z', 'updated_at': '2022-06-21T06:02:28Z', 'revision_number': 4, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'subnets': [{'id': '27b28bbe-a8e8-4e98-9f0f-2b635b14752e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:28.964983 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:28.965193 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:29.050388 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-586f0cd4-ae6d-4041-8a8d-c62791ef2362 None None] Current status of the port c824db40-2a7f-42d4-91f3-08a5eda75cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:29.110337 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port c824db40-2a7f-42d4-91f3-08a5eda75cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:30.778389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device c824db40-2a7f-42d4-91f3-08a5eda75cd8 up at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:30.831357 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Provisioning complete for port c824db40-2a7f-42d4-91f3-08a5eda75cd8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:30.831721 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:30.936636 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Current status of the port c824db40-2a7f-42d4-91f3-08a5eda75cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:32.748972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-b219c9cd-3c04-46b7-85f0-31cb94c36103 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:32.750514 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-b219c9cd-3c04-46b7-85f0-31cb94c36103 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 815 time: 0.1232400 Jun 21 06:02:32.766047 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-e5b37f42-0212-4283-8701-0a276ada7ab8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/quotas/391ee53fa68f41a4ac576996b9b52b9d HTTP/1.1" status: 200 len: 375 time: 0.0101247 Jun 21 06:02:32.817096 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-01b6967c-7858-4a5a-beab-0eefe940417d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446682 Jun 21 06:02:32.924481 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-b51ac170-8805-4cec-890c-66a6a6450216 service neutron] 10.222.0.18 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959585 Jun 21 06:02:33.015638 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-ba027c14-30be-45ce-87b0-aa3f9607850a service neutron] 10.222.0.18 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855503 Jun 21 06:02:33.197051 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-997690f7-fded-4fc5-9556-5269842cc735 req-90474ce8-a0f7-407c-95f5-fcf1bbb1628e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 210 time: 0.0329545 Jun 21 06:02:33.789805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=61,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:33.798019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=38,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:34.182224 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-f19e1c0d-75b2-48d5-85df-3ccbaf93ca8f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:34.183703 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-f19e1c0d-75b2-48d5-85df-3ccbaf93ca8f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 815 time: 0.1185298 Jun 21 06:02:34.196003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'port': {'device_id': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'admin_state_up': True, 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:34.310486 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6a8856dc-2c52-48df-885b-8a555369800a req-4f5bed67-e0ef-4c4f-9ac6-afd7bf6ce7bd tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 210 time: 0.0321407 Jun 21 06:02:34.338582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Made reservation on behalf of 391ee53fa68f41a4ac576996b9b52b9d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:34.342355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:34.517163 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Allocated IP 172.20.0.11 (0aac4482-7ebb-4a44-be12-d0349c93a511/e6085f93-8cca-4370-b3f4-1ff76a7d34f5/a794b84b-dcfe-4fe5-aba5-ed6f81620df8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:34.683347 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:34.723481 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:34.781005 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:34.785191 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:34.789656 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:34.849171 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:34.865863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:34.866581 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:34.897121 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-286c8362-e469-457b-a500-322e480a5ad1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7049165 Jun 21 06:02:35.134788 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-033cac11-c184-4cce-97bc-5bd8a3f9a634 None None] Provisioning complete for port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:35.135922 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033cac11-c184-4cce-97bc-5bd8a3f9a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:35.175681 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-033cac11-c184-4cce-97bc-5bd8a3f9a634 None None] Port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:35.461087 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bbb51-3441-4563-ac32-964c4bca36be req-8f010045-33a5-4b74-a0b3-470fc04707f0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:35.469050 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c7bbb51-3441-4563-ac32-964c4bca36be req-8f010045-33a5-4b74-a0b3-470fc04707f0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0619965 Jun 21 06:02:35.478438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:35.524061 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:35.547675 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9c7bbb51-3441-4563-ac32-964c4bca36be req-5bc523e8-53df-4093-beeb-f62605bfdd60 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774646 Jun 21 06:02:36.706406 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1c2c-e63d-4877-883d-b965a8b2e078 req-53199c51-360f-4f5e-960c-7ac17dd0021e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:36.707988 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-089a1c2c-e63d-4877-883d-b965a8b2e078 req-53199c51-360f-4f5e-960c-7ac17dd0021e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0595927 Jun 21 06:02:36.770285 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-089a1c2c-e63d-4877-883d-b965a8b2e078 req-f4042746-7a97-4570-a86e-7179a0f99aa5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553894 Jun 21 06:02:36.905758 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-2da8f74b-9010-4908-b712-4107d1d99aef tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404600577&fields=id&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 267 time: 0.0566700 Jun 21 06:02:37.024270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-ea83c8fa-8af7-4cd3-bd93-d41ad23767e8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:37.025756 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-ea83c8fa-8af7-4cd3-bd93-d41ad23767e8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.1113510 Jun 21 06:02:37.045786 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-68d4161a-f383-449f-b925-ddf426f4bb84 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/quotas/9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 375 time: 0.0127990 Jun 21 06:02:37.113154 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-b46bd683-8f8e-47ed-a4a7-cc7acf8f73c4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643876 Jun 21 06:02:37.217395 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-eefcf82f-d50a-41df-b188-5f9ae3b2b2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926585 Jun 21 06:02:37.323387 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-0a00a537-4fd7-437a-b883-b0aea326a923 service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001506 Jun 21 06:02:37.698040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-572a1701-c440-4d36-98b6-d163cb7286b1 req-c2539e6b-d6d1-484e-a9b8-baacdb43b130 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0456672 Jun 21 06:02:37.971284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decd7e-81ac-491e-8c63-867b980bda91 req-83707ad1-3a59-4c51-ab9e-d349dac005e7 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:37.973222 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-14decd7e-81ac-491e-8c63-867b980bda91 req-83707ad1-3a59-4c51-ab9e-d349dac005e7 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.1092584 Jun 21 06:02:38.056808 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-14decd7e-81ac-491e-8c63-867b980bda91 req-6cd8e324-463b-4642-bd03-44e60bcbeddc tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Jun 21 06:02:38.803502 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c324e5a-b430-49ad-afba-485798ce4ff2 req-6e038d3c-b66b-48ee-aad2-a9572fa69a3e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0332136 Jun 21 06:02:39.175342 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530623-e445-41bd-8cb5-ee05fe604e56 req-f14894a0-45d7-44f3-ba44-d73fdac7586f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:39.176789 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61530623-e445-41bd-8cb5-ee05fe604e56 req-f14894a0-45d7-44f3-ba44-d73fdac7586f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0478723 Jun 21 06:02:39.236535 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-61530623-e445-41bd-8cb5-ee05fe604e56 req-f77380e3-6219-413d-bc5a-1a59ffbb63cb tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Jun 21 06:02:39.916552 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-feeb6b63-f002-415f-af07-7e9b0302a29e req-0cdd5711-92b2-425c-a941-20d74828d780 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Jun 21 06:02:40.373237 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc16a3-601e-4962-b7f8-05248a35ce83 req-fd7a389c-0555-4832-a850-9cf05858baa6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:40.374915 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9dc16a3-601e-4962-b7f8-05248a35ce83 req-fd7a389c-0555-4832-a850-9cf05858baa6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0615065 Jun 21 06:02:40.431284 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f9dc16a3-601e-4962-b7f8-05248a35ce83 req-d9590c35-2625-4607-a2a4-e724ee885278 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Jun 21 06:02:41.047083 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ede2393d-65ca-470b-abd1-3cc77fc28fcc req-140a1f0b-c29e-4f27-bfba-a52ced78a82c tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0368457 Jun 21 06:02:41.553618 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343d2f8-f070-40e8-80a7-c527125e0c7d req-ddfb67c0-717a-4b81-bd02-5bb636f6eda8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:41.557107 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5343d2f8-f070-40e8-80a7-c527125e0c7d req-ddfb67c0-717a-4b81-bd02-5bb636f6eda8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0519273 Jun 21 06:02:41.616938 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5343d2f8-f070-40e8-80a7-c527125e0c7d req-fd6c79c4-b6d7-4250-a541-d2351ad24e86 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Jun 21 06:02:42.155147 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7873603f-3c38-4507-9b5c-fe1901878f3d req-357933cf-9823-4ca3-a91a-1107b3504285 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Jun 21 06:02:42.717913 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=21 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:42.718883 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=27 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:42.734981 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc478-bf3e-4370-ba19-be35bb40792f req-0b69ea74-a25d-433f-a536-88ca6c990865 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:42.736461 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba0fc478-bf3e-4370-ba19-be35bb40792f req-0b69ea74-a25d-433f-a536-88ca6c990865 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 932 time: 0.0469828 Jun 21 06:02:42.757106 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:42.785004 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ba0fc478-bf3e-4370-ba19-be35bb40792f req-4f0ee9d1-41a3-4292-b3db-c2db0ec993a6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Jun 21 06:02:42.860098 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Request body: {'port': {'device_id': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:42.935003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:42.973170 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:43.045423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:43.210196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a794b84b-dcfe-4fe5-aba5-ed6f81620df8 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:02:43.218605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks [] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.232011 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Transition to ACTIVE for port object a794b84b-dcfe-4fe5-aba5-ed6f81620df8 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 06:02:43.236071 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.262485 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d03b0c30-441b-4b5d-83cc-258e8f4a2c59 req-187be6bc-136f-46e7-8361-d0261143a441 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0283659 Jun 21 06:02:43.286615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:43.363328 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Attempting to bind port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:43.363663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Attempting to bind port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:43.364028 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Attempting to bind port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 on network 0aac4482-7ebb-4a44-be12-d0349c93a511 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:43.368957 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 on network 0aac4482-7ebb-4a44-be12-d0349c93a511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 06:02:43.369278 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Attempting to bind port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 on network 0aac4482-7ebb-4a44-be12-d0349c93a511 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:43.374640 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:43.374978 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Checking segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:43.375352 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Bound using segment: {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:43.375774 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Bound port: a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5767fea8-cb11-4f05-b390-abf189b355be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:43.376125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.449973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:43.453329 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:43.461074 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.473123 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48062) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:43.531735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:43.532725 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.534302 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1094 time: 0.6790631 Jun 21 06:02:43.534816 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:43.537099 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fda4fc-0e54-423a-9e3f-1abba69c4893" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:43.763432 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:43.868692 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d37ed5-8604-4288-be17-fd6786386b24 x-openstack-request-id: req-93d37ed5-8604-4288-be17-fd6786386b24 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:43.869300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:43.869300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93d37ed5-8604-4288-be17-fd6786386b24 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:43.869602 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d37ed5-8604-4288-be17-fd6786386b24'] response: {'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:02:43.886617 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045aa9-08dc-4847-bffb-fc2d1fc0c0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:43.923713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Deleting port 266f09c0-8532-4da9-8cb2-39d348698c21 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:02:43.924056 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:43.929958 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-ceac77a1-539c-4783-8a05-ca6d62123402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:43.931496 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-ceac77a1-539c-4783-8a05-ca6d62123402 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1128 time: 0.0611584 Jun 21 06:02:43.932209 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be86bc-462a-4804-8708-09c9c473438d req-93acef2f-4cf7-4fff-9335-e4f640be82d0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:43.933670 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99be86bc-462a-4804-8708-09c9c473438d req-93acef2f-4cf7-4fff-9335-e4f640be82d0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 944 time: 0.0633309 Jun 21 06:02:43.981705 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-a4054a89-68f0-4b0e-b87b-ef147c90a10e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 217 time: 0.0397301 Jun 21 06:02:44.004318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-202551e7-442c-415c-b7dc-95ba41dcddcb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:44.006648 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-202551e7-442c-415c-b7dc-95ba41dcddcb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.5349832 Jun 21 06:02:44.032186 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-99be86bc-462a-4804-8708-09c9c473438d req-60a9ee13-2ade-4c45-8efc-990133dc88a2 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Jun 21 06:02:44.048618 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.049288 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for floatingip (266f09c0-8532-4da9-8cb2-39d348698c21), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.066515 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-c0ac7e2b-5fe9-4929-9bce-b4afa38afba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:44.068270 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Calling delete_port for 266f09c0-8532-4da9-8cb2-39d348698c21 owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:02:44.068563 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-c0ac7e2b-5fe9-4929-9bce-b4afa38afba5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0777910 Jun 21 06:02:44.139356 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-a64e267d-68b8-49c0-9d40-2341f6f866e4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 380 time: 0.1136591 Jun 21 06:02:44.142621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-47e048b4-2783-4cbb-a5d1-014a4e0caa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:44.144064 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-47e048b4-2783-4cbb-a5d1-014a4e0caa7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637343 Jun 21 06:02:44.149721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'port': {'device_id': '939ccd30-4a20-413b-82e8-808b352cb342', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'admin_state_up': True, 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'security_groups': ['4ff85a90-a5de-41b2-94bf-a1ffb4cee642']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:44.221095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:44.253372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:44.257331 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (266f09c0-8532-4da9-8cb2-39d348698c21), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.289196 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event deleted for resources: {'Port': ['ID=266f09c0-8532-4da9-8cb2-39d348698c21,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:44.355004 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-2be7c7c9-160b-4f68-8aa2-1118716eb437 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993623 Jun 21 06:02:44.370851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for floatingip (669bb56b-eecf-4eee-af23-f1275b52bb63), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.371324 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Floating IP 669bb56b-eecf-4eee-af23-f1275b52bb63 disassociated (deleted). External IP: 172.27.0.165, port: 9ed1f916-c5d3-484b-8fd1-8aad68c59930. Jun 21 06:02:44.394865 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Made reservation on behalf of 9405db81e23a4cbbb963f916fbeea605 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:02:44.398275 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.419494 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-47620e96-97b9-4600-bb0f-9e71d157fac7 req-44fad4c3-112c-41a2-801b-12991e1d1c95 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 210 time: 0.0606427 Jun 21 06:02:44.515177 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a03d9ba2-6ccd-47c7-b085-609f1f1fba75 req-cf442ddf-47a7-4075-8387-d470bf68aadf service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506622 Jun 21 06:02:44.580827 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:44.584244 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.20.0.12 (08118c26-49e5-44b2-ae68-b52c5e4334d2/4591a8a5-671c-4b12-ac67-1b895ba9804c/47194ebb-2e6b-49a5-89ce-156374a9f988) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:02:44.592818 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Router 2c6a4edb-d0c7-4535-8971-91caebded54c has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:44.698519 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:44.704000 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.714530 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Sync routers for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:44.732322 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:02:44.736183 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:44.736812 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:44.740102 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-e155c864-2672-4b56-a1a3-d7973d30d21b tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "DELETE /v2.0/floatingips/669bb56b-eecf-4eee-af23-f1275b52bb63 HTTP/1.1" status: 204 len: 168 time: 1.2624781 Jun 21 06:02:44.740102 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:44.740691 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed21d4e9-a842-402e-b6f9-cbc193997269" -d '{"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:44.744586 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.789913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.793860 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a0f2cd-f3f5-4313-a829-7bb9a85d81b8 x-openstack-request-id: req-e5a0f2cd-f3f5-4313-a829-7bb9a85d81b8 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:44.794774 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:44.795056 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5a0f2cd-f3f5-4313-a829-7bb9a85d81b8 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:44.795458 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a0f2cd-f3f5-4313-a829-7bb9a85d81b8'] response: {'name': 'network-changed', 'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'status': 'completed', 'code': 200} Jun 21 06:02:44.840197 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:02:44.844188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:02:44.845418 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:44.848008 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:02:44.879804 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:44.911598 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:44.912346 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:44.938253 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-e48c986d-07df-44b3-bd5e-8ac7d6afb6af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928882 Jun 21 06:02:45.018268 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:45.031463 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bd9a4-9308-45d2-81b0-c7f47b96b2d2 req-7aae245f-226b-4aee-b9ba-ff005c6badbf tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:45.033040 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f7bd9a4-9308-45d2-81b0-c7f47b96b2d2 req-7aae245f-226b-4aee-b9ba-ff005c6badbf tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0698721 Jun 21 06:02:45.083776 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:45.099087 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1f7bd9a4-9308-45d2-81b0-c7f47b96b2d2 req-c6ed916f-13e0-41d6-9206-c332ea1567d1 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591528 Jun 21 06:02:45.124500 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Checking router: 2c6a4edb-d0c7-4535-8971-91caebded54c for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:02:45.134378 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:45.134990 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:45.143299 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c85819de-6734-4174-8efc-405ee355bf27 None None] Provisioning complete for port 47194ebb-2e6b-49a5-89ce-156374a9f988 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:45.143926 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c85819de-6734-4174-8efc-405ee355bf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:45.164956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d805e-0a5c-4602-af6d-bf1cf9d266ee req-694f2bce-917c-4e4d-b843-a8ad4b1009bd tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:45.166913 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bc5d805e-0a5c-4602-af6d-bf1cf9d266ee req-694f2bce-917c-4e4d-b843-a8ad4b1009bd tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 944 time: 0.0543990 Jun 21 06:02:45.176533 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c85819de-6734-4174-8efc-405ee355bf27 None None] Port 47194ebb-2e6b-49a5-89ce-156374a9f988 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:02:45.220880 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bc5d805e-0a5c-4602-af6d-bf1cf9d266ee req-b994a7e5-6b7a-454a-8cb8-61309e22c531 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458038 Jun 21 06:02:45.241761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a346e2a-d8c5-4e83-af72-517a9643494b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:45.247862 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:02:45.429873 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Request body: {'port': {'device_id': '939ccd30-4a20-413b-82e8-808b352cb342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:02:45.436410 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:02:45.469674 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e179cc-fe8a-4cf8-8818-31c16c55cb94 None None] The sync data for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi is: [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T05:57:08Z', 'revision_number': 4, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': 'ad239930-6df1-47be-9a54-5a16bb729075', 'name': '', 'network_id': 'd7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'mac_address': 'fa:16:3e:20:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:06Z', 'updated_at': '2022-06-21T05:57:14Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'subnets': [{'id': 'cd4cb49c-596f-4455-8774-5b38901e8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:02:45.484523 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-8ec670b5-01f9-436f-b327-8803a1d969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:45.487202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-8ec670b5-01f9-436f-b327-8803a1d969d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 1129 time: 0.0529881 Jun 21 06:02:45.524178 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-a9abe06f-b11c-4e94-88fa-1135d67289ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:45.525714 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-a9abe06f-b11c-4e94-88fa-1135d67289ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1128 time: 0.0910823 Jun 21 06:02:45.553346 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:45.561649 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680fe25-ffe6-448e-87c0-0754f5aaa9eb req-8faf5656-35ce-4984-be8e-8b977373736e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:45.563226 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8680fe25-ffe6-448e-87c0-0754f5aaa9eb req-8faf5656-35ce-4984-be8e-8b977373736e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 932 time: 0.0610816 Jun 21 06:02:45.592529 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:45.603974 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:45.628084 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8680fe25-ffe6-448e-87c0-0754f5aaa9eb req-5e130af7-5035-4143-b8be-faa7979adefa tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579140 Jun 21 06:02:45.753106 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826426f3-3bec-4bb3-aacb-caa326903fe4 None None] New status for floating IP 669bb56b-eecf-4eee-af23-f1275b52bb63: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:02:45.879799 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47194ebb-2e6b-49a5-89ce-156374a9f988 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:02:45.888573 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks [] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:45.903140 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Transition to ACTIVE for port object 47194ebb-2e6b-49a5-89ce-156374a9f988 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 06:02:45.906533 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:45.958322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Pushing event updated for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:46.044735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Attempting to bind port 47194ebb-2e6b-49a5-89ce-156374a9f988 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:02:46.045034 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Attempting to bind port 47194ebb-2e6b-49a5-89ce-156374a9f988 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:02:46.045342 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Attempting to bind port 47194ebb-2e6b-49a5-89ce-156374a9f988 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:46.050577 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Port 47194ebb-2e6b-49a5-89ce-156374a9f988 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 06:02:46.050879 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Attempting to bind port 47194ebb-2e6b-49a5-89ce-156374a9f988 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:02:46.057300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:02:46.057544 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:02:46.057885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Bound using segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:02:46.058334 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Bound port: 47194ebb-2e6b-49a5-89ce-156374a9f988, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:02:46.058692 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:46.130438 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:02:46.134300 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=47194ebb-2e6b-49a5-89ce-156374a9f988,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:02:46.141769 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:46.183357 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.183976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:46.185372 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] 10.222.0.23 "PUT /v2.0/ports/47194ebb-2e6b-49a5-89ce-156374a9f988 HTTP/1.1" status: 200 len: 1094 time: 0.7629130 Jun 21 06:02:46.186013 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:46.188055 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629" -d '{"events": [{"name": "network-changed", "server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:46.239516 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2b249-e5bc-40a7-ab2e-b5d4f8e9030f req-432d1d59-c0d7-4c79-a504-cd9b6643c930 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.241264 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2b2b249-e5bc-40a7-ab2e-b5d4f8e9030f req-432d1d59-c0d7-4c79-a504-cd9b6643c930 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0671759 Jun 21 06:02:46.251433 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b1cc27-04be-43ed-aa29-9e65650e0746 x-openstack-request-id: req-f5b1cc27-04be-43ed-aa29-9e65650e0746 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:46.251965 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:46.252468 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5b1cc27-04be-43ed-aa29-9e65650e0746 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:46.253038 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b1cc27-04be-43ed-aa29-9e65650e0746'] response: {'name': 'network-changed', 'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'status': 'completed', 'code': 200} Jun 21 06:02:46.275177 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70960f-ae6f-47ac-881d-9a2038fb49da service neutron] Pushing event updated for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:46.323578 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a2b2b249-e5bc-40a7-ab2e-b5d4f8e9030f req-69404255-63b4-4518-ba13-2b25b95d7199 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710363 Jun 21 06:02:46.381430 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f4f4d-a26d-49bc-8f94-f2f9f1cf66b6 req-30a499f5-ef54-47a7-b821-856146cde393 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.383049 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bc0f4f4d-a26d-49bc-8f94-f2f9f1cf66b6 req-30a499f5-ef54-47a7-b821-856146cde393 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 944 time: 0.0520928 Jun 21 06:02:46.433126 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bc0f4f4d-a26d-49bc-8f94-f2f9f1cf66b6 req-05482c2a-137b-49ee-8d5b-7950a011b6c6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jun 21 06:02:46.664742 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-f82eaac7-171d-4e6f-ae56-c601862d8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.666349 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-f82eaac7-171d-4e6f-ae56-c601862d8ffa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1128 time: 0.0809193 Jun 21 06:02:46.669746 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-d1d68e9e-062d-4362-9c7e-4b9853e4b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.673050 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-d1d68e9e-062d-4362-9c7e-4b9853e4b7b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 200 len: 909 time: 0.1105020 Jun 21 06:02:46.692394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-e7db60bb-28f4-4f02-b89a-79a48d2fcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.693884 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-e7db60bb-28f4-4f02-b89a-79a48d2fcbe2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.1313307 Jun 21 06:02:46.778578 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-f714d405-0941-4492-a8f2-ea9eb4af83db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 200 len: 217 time: 0.0431523 Jun 21 06:02:46.785196 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-4b537677-ac49-4bc9-a0ea-69e95a04b8a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 217 time: 0.0593729 Jun 21 06:02:46.786564 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17672b7-d9a6-4ded-a6c5-4ceeba08fada req-1caea718-fbdb-4af5-aeca-2e0a21419a0b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.788036 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e17672b7-d9a6-4ded-a6c5-4ceeba08fada req-1caea718-fbdb-4af5-aeca-2e0a21419a0b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0816278 Jun 21 06:02:46.861056 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-fbadcf23-6a15-4932-98ea-19e5347d87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.862619 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-fbadcf23-6a15-4932-98ea-19e5347d87c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 200 len: 847 time: 0.0736945 Jun 21 06:02:46.876122 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e17672b7-d9a6-4ded-a6c5-4ceeba08fada req-2bf5b570-e4fd-4247-a3c7-a7e5fccda2a4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789225 Jun 21 06:02:46.889506 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-18ce2f89-653e-4955-a5e5-26500ba937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.891028 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-18ce2f89-653e-4955-a5e5-26500ba937e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0999877 Jun 21 06:02:46.898212 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:46.901510 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-3bf5a239-2aad-4423-bd6f-6c7ab9893246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:46.903012 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-3bf5a239-2aad-4423-bd6f-6c7ab9893246 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9405db81e23a4cbbb963f916fbeea605&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1701577 Jun 21 06:02:47.317769 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:47.330229 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91211af5-713c-4853-988e-fffa0ff8d6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:47.408563 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device a794b84b-dcfe-4fe5-aba5-ed6f81620df8 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:02:47.451704 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44d0ed-0005-4cfa-8742-52020d214cf5 req-1fff283b-922c-47fa-a776-0196213da2a2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:47.453225 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4f44d0ed-0005-4cfa-8742-52020d214cf5 req-1fff283b-922c-47fa-a776-0196213da2a2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0542216 Jun 21 06:02:47.504133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:47.530642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:47.536776 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4f44d0ed-0005-4cfa-8742-52020d214cf5 req-2ba4a550-4059-40e5-a127-6534c1cee3fb tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693567 Jun 21 06:02:47.544869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'port_id': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'mac_address': 'fa:16:3e:47:ce:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:02:47.583056 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:47.583376 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:47.589780 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fedc48-4f0a-4e2d-8fab-94a3f4cfaee5 req-dd99b11c-4c10-43bc-9737-e8cc28bc1121 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:47.591362 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-46fedc48-4f0a-4e2d-8fab-94a3f4cfaee5 req-dd99b11c-4c10-43bc-9737-e8cc28bc1121 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 944 time: 0.0693502 Jun 21 06:02:47.597696 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a794b84b-dcfe-4fe5-aba5-ed6f81620df8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:02:47.620118 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:47.625406 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:47.649783 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-46fedc48-4f0a-4e2d-8fab-94a3f4cfaee5 req-f5aa2e31-61c2-4862-9af8-3c4814983852 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Jun 21 06:02:47.670278 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:47.689468 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:47.871887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:02:47.997851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6f83-cfd0-4345-b643-5da3ed412ed7 req-11015e7d-8b9d-4cf9-815e-3894dfd2a507 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:47.999517 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-850e6f83-cfd0-4345-b643-5da3ed412ed7 req-11015e7d-8b9d-4cf9-815e-3894dfd2a507 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0494792 Jun 21 06:02:48.054978 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-850e6f83-cfd0-4345-b643-5da3ed412ed7 req-251740cf-24cd-4012-bb5f-4f818f492c99 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486505 Jun 21 06:02:48.653370 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:48.664716 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618f134-712a-4831-9d89-d8e5faea4e6f req-854f444e-c848-4b03-8b71-0eb4f194113e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:48.666275 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a618f134-712a-4831-9d89-d8e5faea4e6f req-854f444e-c848-4b03-8b71-0eb4f194113e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 945 time: 0.0513124 Jun 21 06:02:48.717716 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a618f134-712a-4831-9d89-d8e5faea4e6f req-9829799e-985a-4471-a32e-0d76e442bd98 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Jun 21 06:02:48.767034 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7692ec-67d9-41ef-9a2b-b3be0ffde051 req-8812385c-f821-4eef-bb7f-8df3e3f600a0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:48.768593 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9f7692ec-67d9-41ef-9a2b-b3be0ffde051 req-8812385c-f821-4eef-bb7f-8df3e3f600a0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 945 time: 0.0499625 Jun 21 06:02:48.817616 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9f7692ec-67d9-41ef-9a2b-b3be0ffde051 req-332d3fef-cb3b-4956-a2c1-942d611fcc45 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Jun 21 06:02:48.864778 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.316744 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11dbda-4c76-4bcd-879c-31e62800717d req-2afc3daf-9952-47ad-868f-8f29992b8579 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:49.318228 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f11dbda-4c76-4bcd-879c-31e62800717d req-2afc3daf-9952-47ad-868f-8f29992b8579 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0465155 Jun 21 06:02:49.370290 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6f11dbda-4c76-4bcd-879c-31e62800717d req-74aaa6f8-0644-4873-8e16-7d1578bda7fd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461397 Jun 21 06:02:49.435174 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device a794b84b-dcfe-4fe5-aba5-ed6f81620df8 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:02:49.477956 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 06:02:49.484052 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:02:49.484455 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.557399 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:49.557789 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.580930 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:49.583822 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e14d0bc-630a-4505-be62-e9cb6f924fa9" -d '{"events": [{"server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:49.597264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:49.601510 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.602387 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 9ed1f916-c5d3-484b-8fd1-8aad68c59930 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:02:49.626942 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00d5ba6-77f7-4010-830a-8942183d0d94 x-openstack-request-id: req-f00d5ba6-77f7-4010-830a-8942183d0d94 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:49.627155 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:49.627522 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f00d5ba6-77f7-4010-830a-8942183d0d94 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:49.627781 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00d5ba6-77f7-4010-830a-8942183d0d94'] response: {'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'code': 200} Jun 21 06:02:49.682471 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:49.722544 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 is: ACTIVE; New status is: DOWN {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:02:49.722933 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.733239 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:49.760314 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:49.764463 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.818912 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=9']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:49.833676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699df47-596c-40e3-8aed-901b0b347343 req-8b29329a-d644-47b3-883f-a0e4bc59eaa3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:49.835168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a699df47-596c-40e3-8aed-901b0b347343 req-8b29329a-d644-47b3-883f-a0e4bc59eaa3 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0474923 Jun 21 06:02:49.887903 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a699df47-596c-40e3-8aed-901b0b347343 req-c987917c-b2af-4627-b076-176542bd32bd tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466115 Jun 21 06:02:49.936395 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad8f26-a360-4bec-817a-5f5bad67bd8b req-b34b104f-bff6-4262-a963-abdadd19492b tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:49.937955 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbad8f26-a360-4bec-817a-5f5bad67bd8b req-b34b104f-bff6-4262-a963-abdadd19492b tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0486331 Jun 21 06:02:49.972340 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:49.990018 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cbad8f26-a360-4bec-817a-5f5bad67bd8b req-5a7332e0-9655-46b8-b9eb-17689f39180a tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Jun 21 06:02:50.540589 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:50.751544 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7a71-f617-4ce0-b5d8-bc785367ae07 req-3023868e-4ee8-4f08-9402-c8fa32ffd1eb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:50.753012 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0a4d7a71-f617-4ce0-b5d8-bc785367ae07 req-3023868e-4ee8-4f08-9402-c8fa32ffd1eb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.3181722 Jun 21 06:02:50.801482 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0a4d7a71-f617-4ce0-b5d8-bc785367ae07 req-830a692a-4f52-405b-a379-4fb1744d23e7 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Jun 21 06:02:51.000211 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170edc3d-29b6-4799-b2bc-b2987f4bb82c req-6f53ffcf-8f3c-451c-ac53-e6d592a4593d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:51.001389 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-170edc3d-29b6-4799-b2bc-b2987f4bb82c req-6f53ffcf-8f3c-451c-ac53-e6d592a4593d tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0460098 Jun 21 06:02:51.057165 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-170edc3d-29b6-4799-b2bc-b2987f4bb82c req-b7d43c4c-0eac-4455-a52d-8fa6db10334c tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495923 Jun 21 06:02:51.109575 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a1172-1b1c-46fa-a2e8-92191f85f5fc req-c404e2fa-f758-4f72-a1e6-37dcc2f826b6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:51.111142 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-753a1172-1b1c-46fa-a2e8-92191f85f5fc req-c404e2fa-f758-4f72-a1e6-37dcc2f826b6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0507801 Jun 21 06:02:51.158966 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-753a1172-1b1c-46fa-a2e8-92191f85f5fc req-c0df52e4-409f-4f5d-bf92-1ad2f81da4f8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Jun 21 06:02:51.629062 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:51.631925 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750073b8-48ef-4424-aeb1-68828250d5f7" -d '{"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:51.668993 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c3b42-d6f3-4bae-aa68-ca708a67d21e x-openstack-request-id: req-1d6c3b42-d6f3-4bae-aa68-ca708a67d21e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:51.669353 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:51.669612 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d6c3b42-d6f3-4bae-aa68-ca708a67d21e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:51.670047 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6c3b42-d6f3-4bae-aa68-ca708a67d21e'] response: {'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'code': 200} Jun 21 06:02:51.915284 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028cfe6-b997-45be-b399-934ef3595fd3 req-248a8576-a83f-4863-9300-5c5ec7ffd37a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:51.916707 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6028cfe6-b997-45be-b399-934ef3595fd3 req-248a8576-a83f-4863-9300-5c5ec7ffd37a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0477798 Jun 21 06:02:51.952086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:51.966267 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6028cfe6-b997-45be-b399-934ef3595fd3 req-be8ac929-b1c3-4549-a5e3-fb05447950f1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Jun 21 06:02:52.175125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c3df-4457-45dd-9b62-f8af99b5ee60 req-9734b750-dcd8-4516-a0dc-19fd39186e35 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:52.176515 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bab9c3df-4457-45dd-9b62-f8af99b5ee60 req-9734b750-dcd8-4516-a0dc-19fd39186e35 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0468745 Jun 21 06:02:52.240664 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bab9c3df-4457-45dd-9b62-f8af99b5ee60 req-338a1da1-49a4-4cb4-a561-47eee9783e6f tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586712 Jun 21 06:02:52.275298 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed52dc-b6ed-41aa-94f7-7eeb203ee574 req-ba8a814d-6fed-463b-9984-1aedf0f5f6b5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:52.276834 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cfed52dc-b6ed-41aa-94f7-7eeb203ee574 req-ba8a814d-6fed-463b-9984-1aedf0f5f6b5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0497842 Jun 21 06:02:52.323986 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cfed52dc-b6ed-41aa-94f7-7eeb203ee574 req-1d92a3f0-5085-45e9-9a06-e8ff5d096b0a tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jun 21 06:02:53.079206 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63d0a9-bee1-4586-9033-4cabbd29ed7e req-a7bffd01-64a6-43cd-aab2-f9f87794a68d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:53.080662 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ff63d0a9-bee1-4586-9033-4cabbd29ed7e req-a7bffd01-64a6-43cd-aab2-f9f87794a68d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0485547 Jun 21 06:02:53.093553 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:53.134469 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ff63d0a9-bee1-4586-9033-4cabbd29ed7e req-1e7879ec-8d8c-4faa-8b56-62e190698f66 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Jun 21 06:02:53.362122 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f7948-a052-4c47-818a-079c3ba84ca5 req-af3b7fb5-2b13-4d45-a26a-79c060888cc7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:53.364290 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-005f7948-a052-4c47-818a-079c3ba84ca5 req-af3b7fb5-2b13-4d45-a26a-79c060888cc7 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.0541084 Jun 21 06:02:53.441150 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-005f7948-a052-4c47-818a-079c3ba84ca5 req-526acc31-e767-4402-8ce8-f86604cccce2 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710037 Jun 21 06:02:53.453556 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ed9f-9ce5-4264-9c8a-0a8232bae550 req-b271f967-2289-4442-b37b-1bd1ef3d0015 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:53.455041 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-19b4ed9f-9ce5-4264-9c8a-0a8232bae550 req-b271f967-2289-4442-b37b-1bd1ef3d0015 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0596750 Jun 21 06:02:53.502869 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-19b4ed9f-9ce5-4264-9c8a-0a8232bae550 req-80581526-ea55-4dba-922e-c4449e6a043c tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jun 21 06:02:54.255283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501961-df8b-4fa8-a10a-644d333e40b6 req-fceb418d-e843-4fba-a21f-6faa32874d66 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.257034 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-aa501961-df8b-4fa8-a10a-644d333e40b6 req-fceb418d-e843-4fba-a21f-6faa32874d66 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0542815 Jun 21 06:02:54.311767 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-aa501961-df8b-4fa8-a10a-644d333e40b6 req-56452c12-0edf-4c39-99fb-756f3d68124f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489528 Jun 21 06:02:54.582790 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-3465d04e-b2e6-439e-9ade-71dfee5cbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.584302 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-3465d04e-b2e6-439e-9ade-71dfee5cbc47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748398 Jun 21 06:02:54.638189 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-3276faca-1b10-4538-8c98-e3bdce7ba1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.639753 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-3276faca-1b10-4538-8c98-e3bdce7ba1f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202042 Jun 21 06:02:54.649494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000623-7185-4a05-8a0a-5ec5c7bdcabb req-9c21ce6d-634f-44d8-a6b5-36934225fffc tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.652776 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-60000623-7185-4a05-8a0a-5ec5c7bdcabb req-9c21ce6d-634f-44d8-a6b5-36934225fffc tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.1398387 Jun 21 06:02:54.697761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118003c-94fd-45ea-9490-39efef2fc10c req-59da04cb-47d1-4a05-8f58-0c723c89719d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.699139 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1118003c-94fd-45ea-9490-39efef2fc10c req-59da04cb-47d1-4a05-8f58-0c723c89719d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.1116245 Jun 21 06:02:54.728982 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-11552ee7-fd31-476f-a028-4a90687ab236 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.730358 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-11552ee7-fd31-476f-a028-4a90687ab236 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.23 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 943 time: 0.1461098 Jun 21 06:02:54.746858 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:54.796580 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-60000623-7185-4a05-8a0a-5ec5c7bdcabb req-f4f8a67f-0263-42d2-9c4f-ecfc6ca38751 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/security-groups?id=d056968f-1012-4fa3-bcc6-b9d67653631f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387012 Jun 21 06:02:54.808476 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865751b-519b-4015-abb2-ca48a0d69a45 req-77d5d131-5b37-4566-9c13-84b7cf8058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.810001 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9865751b-519b-4015-abb2-ca48a0d69a45 req-77d5d131-5b37-4566-9c13-84b7cf8058c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1130 time: 0.1272798 Jun 21 06:02:54.822804 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-a019ee2f-bd5d-4473-afeb-0b9db9f5328a service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209802 Jun 21 06:02:54.826069 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1118003c-94fd-45ea-9490-39efef2fc10c req-afc9f195-7e82-4956-8a7a-6364fce6a1a6 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961347 Jun 21 06:02:54.860782 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-2697cfdf-cac6-48ac-93a9-48f24506802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:54.862278 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f5eacf00-4352-4aaa-b4f2-adfa7b1ad629 req-2697cfdf-cac6-48ac-93a9-48f24506802d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3554657 Jun 21 06:02:54.924780 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:54.931374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ed21d4e9-a842-402e-b6f9-cbc193997269 req-3c194f9b-f18a-4325-9553-c95b23393ff7 service neutron] 10.222.0.23 "GET /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024938 Jun 21 06:02:54.981516 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Deleting port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:02:54.981759 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:54.988262 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-af30d7bd-a4a3-4e7e-bc51-8de01f7fc6d2 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044271 Jun 21 06:02:54.990277 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9865751b-519b-4015-abb2-ca48a0d69a45 req-b6b827a0-e941-44a8-8e0e-efd6f9dba48d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486716 Jun 21 06:02:55.005390 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-df919fff-7534-4525-9029-513870da503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:55.006812 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-df919fff-7534-4525-9029-513870da503c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1128 time: 0.0951722 Jun 21 06:02:55.080916 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] For port 9ed1f916-c5d3-484b-8fd1-8aad68c59930, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=9ed1f916-c5d3-484b-8fd1-8aad68c59930,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:55.081264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:55.094429 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Calling delete_port for 9ed1f916-c5d3-484b-8fd1-8aad68c59930 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:02:55.272215 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-0b4b80e7-f1cb-445e-a5de-6e409ad68f97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47194ebb-2e6b-49a5-89ce-156374a9f988 HTTP/1.1" status: 200 len: 217 time: 0.0630102 Jun 21 06:02:55.297059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:55.365268 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (9ed1f916-c5d3-484b-8fd1-8aad68c59930), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:55.430949 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=65 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:55.432415 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c899c-471a-4f38-a233-67b1304b411e req-d6ab612a-9f65-4b8a-9edb-1a7f96ef3023 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:55.434103 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b06c899c-471a-4f38-a233-67b1304b411e req-d6ab612a-9f65-4b8a-9edb-1a7f96ef3023 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0507445 Jun 21 06:02:55.470069 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=69 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:55.494496 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b06c899c-471a-4f38-a233-67b1304b411e req-dd398db3-bd8f-4016-a101-625c8465f7b8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540886 Jun 21 06:02:55.647840 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event deleted for resources: {'Port': ['ID=9ed1f916-c5d3-484b-8fd1-8aad68c59930,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:55.652478 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-7f216f1f-2a8d-45bd-b6be-d7274259b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:55.653809 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-7f216f1f-2a8d-45bd-b6be-d7274259b2be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.3715982 Jun 21 06:02:55.672732 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-80fda4fc-0e54-423a-9e3f-1abba69c4893 req-144521ab-3ec7-42c4-895d-1089f4195155 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896553 Jun 21 06:02:55.728480 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] No DVR routers for this DVR port 9ed1f916-c5d3-484b-8fd1-8aad68c59930 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:02:55.732326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:55.735449 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5dbe9fab-6f01-465d-863a-40706d8d3a35 req-faad5931-595f-4c96-8eb4-4deb41e5a52e tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.23 "DELETE /v2.0/ports/9ed1f916-c5d3-484b-8fd1-8aad68c59930 HTTP/1.1" status: 204 len: 173 time: 0.9894104 Jun 21 06:02:55.735891 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-deleted', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:02:55.738073 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c2abb-099e-4520-b4ab-5ca9aa21f103" -d '{"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-deleted", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:02:55.742054 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db27c7-2af8-407b-8806-9c7dd08524db req-1cb1e917-6afd-441c-b052-d488fbe7b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:55.743518 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-1cb1e917-6afd-441c-b052-d488fbe7b87f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832188 Jun 21 06:02:55.778135 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee73c9-8287-49bc-ac30-fda083323f23 x-openstack-request-id: req-b7ee73c9-8287-49bc-ac30-fda083323f23 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:02:55.778423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637283de-f095-41ed-97d1-0270fd8adb7e", "name": "network-vif-deleted", "tag": "9ed1f916-c5d3-484b-8fd1-8aad68c59930", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:02:55.778669 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7ee73c9-8287-49bc-ac30-fda083323f23 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:02:55.779062 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ee73c9-8287-49bc-ac30-fda083323f23'] response: {'server_uuid': '637283de-f095-41ed-97d1-0270fd8adb7e', 'name': 'network-vif-deleted', 'tag': '9ed1f916-c5d3-484b-8fd1-8aad68c59930', 'status': 'completed', 'code': 200} Jun 21 06:02:55.849703 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-6d7189c2-d5df-4ce1-9077-dd0327cd0a27 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963211 Jun 21 06:02:55.876933 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:55.898903 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-38661d45-10ff-4798-b566-e4fb11e4bc64 req-2f89a156-939b-41c5-a5ae-440ce66d3e05 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 210 time: 0.0308747 Jun 21 06:02:55.951315 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ab007-fbe7-4b14-a77d-d44e8dfef487 req-7502b49e-3c4d-4e37-aa32-5869f5fdf7ac tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:55.952936 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c42ab007-fbe7-4b14-a77d-d44e8dfef487 req-7502b49e-3c4d-4e37-aa32-5869f5fdf7ac tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0508862 Jun 21 06:02:55.955428 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-94db27c7-2af8-407b-8806-9c7dd08524db req-23162d2f-faa9-4c88-942b-13580864e54d service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967026 Jun 21 06:02:56.005318 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c42ab007-fbe7-4b14-a77d-d44e8dfef487 req-a0d03ff9-9801-47ec-8b8e-ee3eafc197b8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457003 Jun 21 06:02:56.621179 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d985-a447-45de-9ac8-7d31d78ee106 req-6b2b4557-0c49-42f7-9393-b829cfd3ccaa tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:56.623816 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3709d985-a447-45de-9ac8-7d31d78ee106 req-6b2b4557-0c49-42f7-9393-b829cfd3ccaa tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0575199 Jun 21 06:02:56.696849 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3709d985-a447-45de-9ac8-7d31d78ee106 req-95deadf0-afac-45c6-aae9-da365cfef7af tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656412 Jun 21 06:02:57.010985 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-52f03cda-2d0d-4b85-a2d5-07b40f82f3e8 req-43e1c442-cc90-4e08-ad1f-ff8249878926 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "GET /v2.0/ports?device_id=637283de-f095-41ed-97d1-0270fd8adb7e HTTP/1.1" status: 200 len: 210 time: 0.0289783 Jun 21 06:02:57.085141 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:57.101735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:57.120088 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af631-c0d3-4afe-9b1d-5765726081c5 req-4d2629d7-ae52-4958-9840-a91d046d1889 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:57.121550 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c86af631-c0d3-4afe-9b1d-5765726081c5 req-4d2629d7-ae52-4958-9840-a91d046d1889 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0486155 Jun 21 06:02:57.169244 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c86af631-c0d3-4afe-9b1d-5765726081c5 req-01951633-5e36-4e1b-b240-c1df52e928ca tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Jun 21 06:02:57.283171 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80648846-ddcb-4d7b-9b12-78f1cdb73654 req-e084862e-d68d-4ff0-97b8-233bdded3097 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:57.284631 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80648846-ddcb-4d7b-9b12-78f1cdb73654 req-e084862e-d68d-4ff0-97b8-233bdded3097 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0509009 Jun 21 06:02:57.333226 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80648846-ddcb-4d7b-9b12-78f1cdb73654 req-c6c1a984-a354-4666-8aa1-88c050155934 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Jun 21 06:02:57.652847 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71591e-067c-432d-883f-f0fc9ba11b65 req-615a094f-5554-4474-8279-370503e00878 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:57.654345 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a71591e-067c-432d-883f-f0fc9ba11b65 req-615a094f-5554-4474-8279-370503e00878 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0489786 Jun 21 06:02:57.702168 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a71591e-067c-432d-883f-f0fc9ba11b65 req-566dc19f-0c62-41c0-9f26-f74da6d4119a tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Jun 21 06:02:57.821432 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd366ff-2a98-4b1b-a55b-f36c4bd2f072 req-90b65f59-98da-4632-b32a-a01a706f417e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:57.823001 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fd366ff-2a98-4b1b-a55b-f36c4bd2f072 req-90b65f59-98da-4632-b32a-a01a706f417e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0512059 Jun 21 06:02:57.879608 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1fd366ff-2a98-4b1b-a55b-f36c4bd2f072 req-41cd7bc7-dcac-4cc2-b3cd-1f2c094fa694 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502157 Jun 21 06:02:58.074021 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48224) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:58.132171 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (d056968f-1012-4fa3-bcc6-b9d67653631f), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:58.159048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (d056968f-1012-4fa3-bcc6-b9d67653631f), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:58.218150 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (d056968f-1012-4fa3-bcc6-b9d67653631f), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:58.220721 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:58.221816 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] 10.222.0.18 "DELETE /v2.0/security-groups/d056968f-1012-4fa3-bcc6-b9d67653631f HTTP/1.1" status: 204 len: 168 time: 0.1478002 Jun 21 06:02:58.231906 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59315b-6b51-453e-a9a9-8727161c2652 tempest-TestShelveInstance-760571228 tempest-TestShelveInstance-760571228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d056968f-1012-4fa3-bcc6-b9d67653631f,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:58.273202 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48228) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:58.425563 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-ab003093-81ca-4764-aa96-17bb890af4c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429525 Jun 21 06:02:58.504097 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-01f3d37a-ff69-4c51-8def-d8e7d6e0db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:58.505518 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-01f3d37a-ff69-4c51-8def-d8e7d6e0db89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1130 time: 0.0383141 Jun 21 06:02:58.539318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:58.610188 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-6521a611-13cc-4a7f-a75d-9838d91bf54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:58.611681 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-6521a611-13cc-4a7f-a75d-9838d91bf54a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.0864382 Jun 21 06:02:58.667057 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-08fca170-c371-4f91-a9ba-d228aaaf74f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 217 time: 0.0498202 Jun 21 06:02:58.721459 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-8a8b6cbf-3153-4f2e-bc1a-45d4e8b07175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:58.723207 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-8a8b6cbf-3153-4f2e-bc1a-45d4e8b07175 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0500622 Jun 21 06:02:58.739111 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (2c6a4edb-d0c7-4535-8971-91caebded54c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:58.792202 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-0289e7d6-4083-4b18-8f0b-86c39ff5186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:58.793838 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-0289e7d6-4083-4b18-8f0b-86c39ff5186a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633729 Jun 21 06:02:58.894953 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-4074d1f6-f50f-4a14-a612-151c62209419 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938189 Jun 21 06:02:59.002230 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-8aa5dedd-61bf-48fc-8e05-c466ea6f5ee7 req-7cda4ee0-356f-4f57-9a22-d1c2982ddd1f service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017840 Jun 21 06:02:59.020627 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:59.059985 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Deleting port ad239930-6df1-47be-9a54-5a16bb729075 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:02:59.060357 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (ad239930-6df1-47be-9a54-5a16bb729075), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:59.088409 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a823d-1f9d-4ac4-b3d7-ad0ac0f58116 req-8bc774ce-3bc0-44f4-baf4-5dd01286b3fb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:02:59.089909 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-245a823d-1f9d-4ac4-b3d7-ad0ac0f58116 req-8bc774ce-3bc0-44f4-baf4-5dd01286b3fb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0727003 Jun 21 06:02:59.191357 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-245a823d-1f9d-4ac4-b3d7-ad0ac0f58116 req-2191df49-541e-45a7-ba08-bb9f89b7142e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947528 Jun 21 06:02:59.196699 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] For port ad239930-6df1-47be-9a54-5a16bb729075, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ad239930-6df1-47be-9a54-5a16bb729075,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:02:59.197521 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (ad239930-6df1-47be-9a54-5a16bb729075), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:59.210141 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Calling delete_port for ad239930-6df1-47be-9a54-5a16bb729075 owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:02:59.353844 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:02:59.399953 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (ad239930-6df1-47be-9a54-5a16bb729075), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:59.423211 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad239930-6df1-47be-9a54-5a16bb729075,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:02:59.611406 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (2c6a4edb-d0c7-4535-8971-91caebded54c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:02:59.828467 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Router 2c6a4edb-d0c7-4535-8971-91caebded54c has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:02:59.942637 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:02:59.951081 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:02:59.951554 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3797f9c5-1a9e-41ee-b98b-6cc4b498bc96 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c6a4edb-d0c7-4535-8971-91caebded54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765850 Jun 21 06:02:59.951655 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Sync routers for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:02:59.965987 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:02:59.966626 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:00.054881 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:00.068774 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks [] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.077089 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:00.188201 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7bf40e1-b27c-425a-9316-77b3b777beec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.197614 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks [] for router_gateway (2c6a4edb-d0c7-4535-8971-91caebded54c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.256853 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T06:02:59Z', 'revision_number': 5, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port': {'id': 'adeb3977-74df-4334-86c5-a13dab8eecbb', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:02Z', 'updated_at': '2022-06-21T05:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:00.266879 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:00.273220 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:00.289367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Deleting port adeb3977-74df-4334-86c5-a13dab8eecbb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:00.289826 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.290023 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Checking router: 2c6a4edb-d0c7-4535-8971-91caebded54c for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:03:00.299958 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Routers {'2c6a4edb-d0c7-4535-8971-91caebded54c'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:00.301160 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['2c6a4edb-d0c7-4535-8971-91caebded54c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:00.327408 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:00.339919 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183ab6d-d4a9-4f80-b5e9-6671e416b45a req-424e088a-0265-4848-aac8-135ef87987c6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:00.341261 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5183ab6d-d4a9-4f80-b5e9-6671e416b45a req-424e088a-0265-4848-aac8-135ef87987c6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0762208 Jun 21 06:03:00.385127 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7bf40e1-b27c-425a-9316-77b3b777beec admin admin] Publish callbacks [] for security_group (c9fdbb75-d596-43d3-adb0-7bef9d799226), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.390772 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7bf40e1-b27c-425a-9316-77b3b777beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c9fdbb75-d596-43d3-adb0-7bef9d799226), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.393660 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] Set router 2c6a4edb-d0c7-4535-8971-91caebded54c gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:00.401226 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5183ab6d-d4a9-4f80-b5e9-6671e416b45a req-fe7390a0-d74d-4a1b-be03-b8019b120429 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513630 Jun 21 06:03:00.445881 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T06:03:00Z', 'revision_number': 6, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:00.451118 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] For port adeb3977-74df-4334-86c5-a13dab8eecbb, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=adeb3977-74df-4334-86c5-a13dab8eecbb,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:00.451473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.456542 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a7bf40e1-b27c-425a-9316-77b3b777beec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8379be5e2ff74a979856e4e16666be50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991799 Jun 21 06:03:00.459390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48272) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:00.462490 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf40e1-b27c-425a-9316-77b3b777beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fdbb75-d596-43d3-adb0-7bef9d799226,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:00.470489 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Calling delete_port for adeb3977-74df-4334-86c5-a13dab8eecbb owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:00.470883 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd5a2b8-a590-4cf7-88d1-fd2e6f29bab6 None None] The sync data for ids ['2c6a4edb-d0c7-4535-8971-91caebded54c'] in dv-cinder-846901-1-iscsi is: [{'id': '2c6a4edb-d0c7-4535-8971-91caebded54c', 'name': 'tempest-TestShelveInstance-771717905-router', 'tenant_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:01Z', 'updated_at': '2022-06-21T06:03:00Z', 'revision_number': 6, 'project_id': '4e17d31f99954cca8b4eb24b3b798f1e', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:03:00.524438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] Publish callbacks [] for security_group (c9fdbb75-d596-43d3-adb0-7bef9d799226), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.551937 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] Publish callbacks [] for security_group (c9fdbb75-d596-43d3-adb0-7bef9d799226), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.600216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (c9fdbb75-d596-43d3-adb0-7bef9d799226), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.603324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.606949 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9fdbb75-d596-43d3-adb0-7bef9d799226 HTTP/1.1" status: 204 len: 168 time: 0.1440744 Jun 21 06:03:00.613455 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9207fae-27c2-4c10-9b8a-2965bc66825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fdbb75-d596-43d3-adb0-7bef9d799226,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:00.650522 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (adeb3977-74df-4334-86c5-a13dab8eecbb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.686432 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=adeb3977-74df-4334-86c5-a13dab8eecbb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:00.750319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (2c6a4edb-d0c7-4535-8971-91caebded54c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.845387 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.848423 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks [] for router_controller (2c6a4edb-d0c7-4535-8971-91caebded54c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.899417 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (2c6a4edb-d0c7-4535-8971-91caebded54c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.900240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6a4edb-d0c7-4535-8971-91caebded54c {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:03:00.905095 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.906286 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-192c757d-47c9-4714-b13e-98669f450f7a admin admin] 10.222.0.18 "DELETE /v2.0/routers/2c6a4edb-d0c7-4535-8971-91caebded54c HTTP/1.1" status: 204 len: 168 time: 0.9531190 Jun 21 06:03:00.909451 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48284) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:00.971631 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Deleting subnet cd4cb49c-596f-4455-8774-5b38901e8a02 {{(pid=103793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:03:00.978084 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Publish callbacks [] for subnet (cd4cb49c-596f-4455-8774-5b38901e8a02), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:00.987633 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ad239930-6df1-47be-9a54-5a16bb729075 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:01.013167 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: ad239930-6df1-47be-9a54-5a16bb729075 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:01.013647 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ad239930-6df1-47be-9a54-5a16bb729075 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:01.022510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:01.029393 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3503121'] for subnet (cd4cb49c-596f-4455-8774-5b38901e8a02), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.112731 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (cd4cb49c-596f-4455-8774-5b38901e8a02), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.170512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26280566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26284362'] for subnet (cd4cb49c-596f-4455-8774-5b38901e8a02), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.194447 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4cb49c-596f-4455-8774-5b38901e8a02,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:01.199988 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.203266 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-1b8ca5d6-55d4-4d70-8fa8-72d0a2b4e032 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cd4cb49c-596f-4455-8774-5b38901e8a02 HTTP/1.1" status: 204 len: 168 time: 0.2920570 Jun 21 06:03:01.205738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48294) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:01.206285 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae872861-9b05-4096-b693-bc9670617d5f None None] Network d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:03:01.285297 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.337319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Deleting port 990cde6c-e3c4-4041-8390-370d12c35897 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:01.337707 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (990cde6c-e3c4-4041-8390-370d12c35897), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.383124 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] DHCP port deletion for d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:03:01.410898 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] For port 990cde6c-e3c4-4041-8390-370d12c35897, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=990cde6c-e3c4-4041-8390-370d12c35897,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:01.411256 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (990cde6c-e3c4-4041-8390-370d12c35897), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.427949 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Calling delete_port for 990cde6c-e3c4-4041-8390-370d12c35897 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:01.437544 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:01.456359 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Deleting port 990cde6c-e3c4-4041-8390-370d12c35897 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:01.457508 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (990cde6c-e3c4-4041-8390-370d12c35897), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.492070 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:01.498194 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:01.526493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (990cde6c-e3c4-4041-8390-370d12c35897), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.558119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Pushing event deleted for resources: {'Port': ['ID=990cde6c-e3c4-4041-8390-370d12c35897,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:01.562585 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] No DVR routers for this DVR port 990cde6c-e3c4-4041-8390-370d12c35897 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:03:01.564388 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] For port 990cde6c-e3c4-4041-8390-370d12c35897, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=990cde6c-e3c4-4041-8390-370d12c35897,segment=NetworkSegment(25199846-b587-4ce4-a024-063f2d9a6d45),segment_id=25199846-b587-4ce4-a024-063f2d9a6d45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:01.564954 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (990cde6c-e3c4-4041-8390-370d12c35897), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.583828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Calling delete_port for 990cde6c-e3c4-4041-8390-370d12c35897 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:01.588793 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702ff7-a4b0-4c59-a092-a9a013801180 req-94d6dbc5-3f24-49a2-8546-d39988c07bf9 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:01.590479 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-71702ff7-a4b0-4c59-a092-a9a013801180 req-94d6dbc5-3f24-49a2-8546-d39988c07bf9 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0915291 Jun 21 06:03:01.651731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.653039 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-71702ff7-a4b0-4c59-a092-a9a013801180 req-d3cc2553-8dcf-4b98-a869-74b1216af84c tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563486 Jun 21 06:03:01.702240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:01.714769 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (990cde6c-e3c4-4041-8390-370d12c35897), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.717245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25199846-b587-4ce4-a024-063f2d9a6d45') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:01.717570 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25199846-b587-4ce4-a024-063f2d9a6d45') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:01.737265 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (25199846-b587-4ce4-a024-063f2d9a6d45), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.738762 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] Pushing event deleted for resources: {'Port': ['ID=990cde6c-e3c4-4041-8390-370d12c35897,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:01.744931 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1472-3e1e-4e0e-8195-2cd6c36013a2 None None] No DVR routers for this DVR port 990cde6c-e3c4-4041-8390-370d12c35897 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:03:01.777398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (25199846-b587-4ce4-a024-063f2d9a6d45), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.791536 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:03:01.792247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (25199846-b587-4ce4-a024-063f2d9a6d45), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.851286 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 25199846-b587-4ce4-a024-063f2d9a6d45 resource provider aggregate not found Jun 21 06:03:01.864594 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.876751 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 25199846-b587-4ce4-a024-063f2d9a6d45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25199846-b587-4ce4-a024-063f2d9a6d45 found for delete ", "request_id": "req-a482049a-eff7-42f5-b500-70b123154ea1"}]} Jun 21 06:03:01.877724 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:01.882169 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c HTTP/1.1" status: 204 len: 168 time: 0.6747127 Jun 21 06:03:01.884537 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48322) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:01.892290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80f83-7e0b-4e6a-8203-348dd55f4323 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b0eef2-3f9a-4a04-bec5-7e0dbde92f0c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:02.197428 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:02.214018 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:02.682761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Deleting port d1913ab7-2070-479a-8836-fcf8914da2bf {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:02.683317 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:02.732587 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 990cde6c-e3c4-4041-8390-370d12c35897 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:02.756384 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 990cde6c-e3c4-4041-8390-370d12c35897 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:02.756811 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 990cde6c-e3c4-4041-8390-370d12c35897 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:02.757288 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device adeb3977-74df-4334-86c5-a13dab8eecbb no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:02.776218 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: adeb3977-74df-4334-86c5-a13dab8eecbb {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:02.776652 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device adeb3977-74df-4334-86c5-a13dab8eecbb not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:02.788091 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:02.796773 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] For port d1913ab7-2070-479a-8836-fcf8914da2bf, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d1913ab7-2070-479a-8836-fcf8914da2bf,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:02.797130 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:02.816439 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966f26e-fe62-4cc2-a7c6-c5780c227906 req-c2311741-1637-433f-bc83-39c033a21619 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:02.817898 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5966f26e-fe62-4cc2-a7c6-c5780c227906 req-c2311741-1637-433f-bc83-39c033a21619 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0715437 Jun 21 06:03:02.823246 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Calling delete_port for d1913ab7-2070-479a-8836-fcf8914da2bf owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:02.913477 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5966f26e-fe62-4cc2-a7c6-c5780c227906 req-276960bd-46e0-40c0-ba9f-8a0f5074e6e3 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878904 Jun 21 06:03:03.040087 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (d1913ab7-2070-479a-8836-fcf8914da2bf), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.063334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1913ab7-2070-479a-8836-fcf8914da2bf,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:03.245282 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.297789 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:03.473860 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Router 7444b6d6-d58d-43c1-a741-49b3cfa7120a has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:03:03.577670 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:03:03.582369 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-5c57b35d-a43e-493e-8a93-6d23395b67bf admin admin] 10.222.0.18 "PUT /v2.0/routers/7444b6d6-d58d-43c1-a741-49b3cfa7120a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6966796 Jun 21 06:03:03.584868 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48342) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:03.587050 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Sync routers for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:03:03.596604 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:03.597217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:03.684839 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks [] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.697521 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:03.722634 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:03.786669 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks [] for router_gateway (7444b6d6-d58d-43c1-a741-49b3cfa7120a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.828876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Deleting port b25d3477-7756-4c5c-9545-78503d839d7c {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:03.829202 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.880301 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T06:03:02Z', 'revision_number': 5, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port': {'id': 'b25d3477-7756-4c5c-9545-78503d839d7c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T05:57:13Z', 'updated_at': '2022-06-21T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:03.905709 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Checking router: 7444b6d6-d58d-43c1-a741-49b3cfa7120a for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:03:03.911551 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] For port b25d3477-7756-4c5c-9545-78503d839d7c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=b25d3477-7756-4c5c-9545-78503d839d7c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:03.911940 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:03.916990 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Routers {'7444b6d6-d58d-43c1-a741-49b3cfa7120a'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:03.917828 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:03.925841 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Calling delete_port for b25d3477-7756-4c5c-9545-78503d839d7c owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:04.003810 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] Set router 7444b6d6-d58d-43c1-a741-49b3cfa7120a gateway port host: None {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:04.026425 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:04.052694 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T06:03:03Z', 'revision_number': 6, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:04.071172 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396d530-f714-4cc2-ba42-974ab0e396ac req-c75e372b-3b82-4ec8-a76f-e8d6e623e61a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:04.072665 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b396d530-f714-4cc2-ba42-974ab0e396ac req-c75e372b-3b82-4ec8-a76f-e8d6e623e61a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0887108 Jun 21 06:03:04.082533 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36170927-4974-48ec-a587-f5e7300fb2f3 None None] The sync data for ids ['7444b6d6-d58d-43c1-a741-49b3cfa7120a'] in dv-cinder-846901-1-iscsi is: [{'id': '7444b6d6-d58d-43c1-a741-49b3cfa7120a', 'name': 'tempest-TestShelveInstance-385674919-router', 'tenant_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T05:57:12Z', 'updated_at': '2022-06-21T06:03:03Z', 'revision_number': 6, 'project_id': '4e4c039b12fa4ca0a1be60baa4a83686', 'gw_port_host': None}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:03:04.122754 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:04.167856 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-b396d530-f714-4cc2-ba42-974ab0e396ac req-fe462ec9-496b-4ad2-8af2-6dee88e56a30 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871346 Jun 21 06:03:04.184363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (b25d3477-7756-4c5c-9545-78503d839d7c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.209068 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b25d3477-7756-4c5c-9545-78503d839d7c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:04.273251 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.358803 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.360972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks [] for router_controller (7444b6d6-d58d-43c1-a741-49b3cfa7120a), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.411140 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (7444b6d6-d58d-43c1-a741-49b3cfa7120a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.411799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7444b6d6-d58d-43c1-a741-49b3cfa7120a {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:03:04.416351 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.419826 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4b9ffc69-87f5-4e57-bcfc-ac830a1ffb8c admin admin] 10.222.0.18 "DELETE /v2.0/routers/7444b6d6-d58d-43c1-a741-49b3cfa7120a HTTP/1.1" status: 204 len: 168 time: 0.8317261 Jun 21 06:03:04.420318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:04.466495 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Deleting subnet 634ebe18-017c-4263-a2b7-8118f4844e4c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:03:04.469864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Publish callbacks [] for subnet (634ebe18-017c-4263-a2b7-8118f4844e4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.506677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (634ebe18-017c-4263-a2b7-8118f4844e4c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.584849 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (634ebe18-017c-4263-a2b7-8118f4844e4c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.636394 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (634ebe18-017c-4263-a2b7-8118f4844e4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.662035 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634ebe18-017c-4263-a2b7-8118f4844e4c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:04.665914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.668990 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-37f85e4e-b421-4063-ae38-0b606a3783cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/634ebe18-017c-4263-a2b7-8118f4844e4c HTTP/1.1" status: 204 len: 168 time: 0.2477393 Jun 21 06:03:04.671042 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e9351-afca-4bf4-90cc-3652986c4e64 None None] Network 060d27d4-dbf0-4fe9-b731-d101ef010893 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:03:04.671600 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48352) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:04.742811 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (060d27d4-dbf0-4fe9-b731-d101ef010893), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.785268 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Deleting port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:04.785596 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.825684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] DHCP port deletion for 060d27d4-dbf0-4fe9-b731-d101ef010893 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:03:04.862365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] For port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,segment=NetworkSegment(1a3ef766-7caf-4678-ac09-7fbabbd506a5),segment_id=1a3ef766-7caf-4678-ac09-7fbabbd506a5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:04.863228 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:04.884798 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Calling delete_port for ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:04.976973 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.004264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b25d3477-7756-4c5c-9545-78503d839d7c no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:05.006446 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] No DVR routers for this DVR port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:03:05.008142 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:05.012638 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:05.027681 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: b25d3477-7756-4c5c-9545-78503d839d7c {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:05.028021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device b25d3477-7756-4c5c-9545-78503d839d7c not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:05.028477 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d1913ab7-2070-479a-8836-fcf8914da2bf no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:05.042731 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:05.049752 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Deleting port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:03:05.050298 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.053279 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: d1913ab7-2070-479a-8836-fcf8914da2bf {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:05.053630 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d1913ab7-2070-479a-8836-fcf8914da2bf not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:05.054396 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:03:05.088797 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:03:05.089136 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:03:05.090607 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (060d27d4-dbf0-4fe9-b731-d101ef010893), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.121304 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060d27d4-dbf0-4fe9-b731-d101ef010893']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:05.132281 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3ef766-7caf-4678-ac09-7fbabbd506a5') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:05.132569 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3ef766-7caf-4678-ac09-7fbabbd506a5') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:05.142502 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] For port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26, host dv-cinder-846901-1-iscsi, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:05.142889 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.143024 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (1a3ef766-7caf-4678-ac09-7fbabbd506a5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.157595 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Calling delete_port for ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:03:05.157793 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (1a3ef766-7caf-4678-ac09-7fbabbd506a5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.161083 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 was not found and therefore no delete operation was performed {{(pid=103795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 21 06:03:05.162342 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.165373 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:03:05.165783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (1a3ef766-7caf-4678-ac09-7fbabbd506a5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.183761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Pushing event deleted for resources: {'Port': ['ID=ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:05.195826 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 1a3ef766-7caf-4678-ac09-7fbabbd506a5 resource provider aggregate not found Jun 21 06:03:05.199631 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.200082 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.200509 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.200942 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.201691 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.202161 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.202582 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.203003 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.203794 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.203794 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.204268 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.204685 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.205101 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.205518 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.206038 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:05.210292 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a75c5-3e87-4947-85fc-034d8e01a3b2 None None] No DVR routers for this DVR port ce48ff18-5de7-4f60-b6b0-eed1ba1d3f26 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:03:05.240342 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 1a3ef766-7caf-4678-ac09-7fbabbd506a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a3ef766-7caf-4678-ac09-7fbabbd506a5 found for delete ", "request_id": "req-0185bc35-6209-4f09-9338-689103c13448"}]} Jun 21 06:03:05.250166 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (060d27d4-dbf0-4fe9-b731-d101ef010893), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.258154 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.260950 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] 10.222.0.18 "DELETE /v2.0/networks/060d27d4-dbf0-4fe9-b731-d101ef010893 HTTP/1.1" status: 204 len: 168 time: 0.5883815 Jun 21 06:03:05.273311 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f335f-cd51-4243-a0da-281d664e3abd admin admin] Pushing event deleted for resources: {'Network': ['ID=060d27d4-dbf0-4fe9-b731-d101ef010893,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:05.302017 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368792f-1bb6-43c6-be18-bae4de07cc30 req-455adf49-326e-4733-b294-66b5e8e217c4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:05.303629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1368792f-1bb6-43c6-be18-bae4de07cc30 req-455adf49-326e-4733-b294-66b5e8e217c4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 944 time: 0.0508945 Jun 21 06:03:05.354374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1368792f-1bb6-43c6-be18-bae4de07cc30 req-91a49223-ff41-413d-88a5-d835d9c76141 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Jun 21 06:03:05.438820 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48366) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:05.479473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-95a6a625-bd1f-4dd1-8e36-b1af79c1af9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e17d31f99954cca8b4eb24b3b798f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394967 Jun 21 06:03:05.482026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48368) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:05.533389 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] Publish callbacks [] for security_group (6b54ee7d-d34f-4115-93b3-b80c1e3a75b6), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.537335 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:05.557026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] Publish callbacks [] for security_group (6b54ee7d-d34f-4115-93b3-b80c1e3a75b6), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.603600 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (6b54ee7d-d34f-4115-93b3-b80c1e3a75b6), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.606220 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:05.607364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b54ee7d-d34f-4115-93b3-b80c1e3a75b6 HTTP/1.1" status: 204 len: 168 time: 0.1244018 Jun 21 06:03:05.616471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05153f8e-98de-4f44-a9aa-9ce6fc6447ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b54ee7d-d34f-4115-93b3-b80c1e3a75b6,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:05.926743 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48374) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:05.967452 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-994d1497-af56-4a04-bbdf-6fddea8c39bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e4c039b12fa4ca0a1be60baa4a83686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394557 Jun 21 06:03:05.969819 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:06.017280 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] Publish callbacks [] for security_group (1771e152-9858-4420-b36e-843e5e1a0875), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.039366 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] Publish callbacks [] for security_group (1771e152-9858-4420-b36e-843e5e1a0875), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.085264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (1771e152-9858-4420-b36e-843e5e1a0875), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.088000 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.089133 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1771e152-9858-4420-b36e-843e5e1a0875 HTTP/1.1" status: 204 len: 168 time: 0.1183484 Jun 21 06:03:06.101287 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364673d4-1dcb-4282-aa0b-9c4bf4f068e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1771e152-9858-4420-b36e-843e5e1a0875,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:06.102433 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 47194ebb-2e6b-49a5-89ce-156374a9f988 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:03:06.133389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:06.221663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=47194ebb-2e6b-49a5-89ce-156374a9f988,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:06.233704 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'port_id': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'mac_address': 'fa:16:3e:a9:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:03:06.271120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 47194ebb-2e6b-49a5-89ce-156374a9f988 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:03:06.271506 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.285630 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47194ebb-2e6b-49a5-89ce-156374a9f988 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:03:06.307796 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=47194ebb-2e6b-49a5-89ce-156374a9f988,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:06.312765 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:06.368742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:06.498657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6f6b-06dc-46fa-81c8-95daea28e78b req-7daf664d-e6da-4b3d-a571-51486efaba59 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:06.502035 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8fd6f6b-06dc-46fa-81c8-95daea28e78b req-7daf664d-e6da-4b3d-a571-51486efaba59 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 945 time: 0.0752127 Jun 21 06:03:06.542869 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['47194ebb-2e6b-49a5-89ce-156374a9f988'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:03:06.561601 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8fd6f6b-06dc-46fa-81c8-95daea28e78b req-77ced1c0-f7bd-46f1-bfd6-c5b8dd9037df tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529008 Jun 21 06:03:07.684743 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaabb6-bd57-4af0-a5a8-3eaa631e3d1b req-7c98efd2-2d6e-4f19-8320-118c4d20ea43 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:07.686276 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-58eaabb6-bd57-4af0-a5a8-3eaa631e3d1b req-7c98efd2-2d6e-4f19-8320-118c4d20ea43 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 945 time: 0.0559173 Jun 21 06:03:07.734957 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-58eaabb6-bd57-4af0-a5a8-3eaa631e3d1b req-c282d856-7de2-4927-b7f8-dd3e42a8a839 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Jun 21 06:03:08.124874 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 47194ebb-2e6b-49a5-89ce-156374a9f988 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:03:08.165023 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:08.170010 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port 47194ebb-2e6b-49a5-89ce-156374a9f988 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 06:03:08.175708 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port 47194ebb-2e6b-49a5-89ce-156374a9f988 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:03:08.176065 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:08.251584 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port 47194ebb-2e6b-49a5-89ce-156374a9f988 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:03:08.251968 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:08.276235 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:03:08.278538 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05ef5d-1b5e-4ca1-bf7e-933c9ccf6a80" -d '{"events": [{"server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "name": "network-vif-plugged", "status": "completed", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:03:08.296925 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=47194ebb-2e6b-49a5-89ce-156374a9f988,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:08.302421 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:08.327926 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6881d5cf-1369-4fa7-9801-ca3eeccecbd1 x-openstack-request-id: req-6881d5cf-1369-4fa7-9801-ca3eeccecbd1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:03:08.328220 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "name": "network-vif-plugged", "status": "completed", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:03:08.328470 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6881d5cf-1369-4fa7-9801-ca3eeccecbd1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:03:08.328864 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6881d5cf-1369-4fa7-9801-ca3eeccecbd1'] response: {'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'code': 200} Jun 21 06:03:08.359639 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:08.362902 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850049f8-4fa3-4056-8cf7-bf22c28b49e0 req-e03d4cf3-b551-4faa-bb27-db3dcce50263 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:08.364385 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-850049f8-4fa3-4056-8cf7-bf22c28b49e0 req-e03d4cf3-b551-4faa-bb27-db3dcce50263 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0495553 Jun 21 06:03:08.411865 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-850049f8-4fa3-4056-8cf7-bf22c28b49e0 req-c5d5ab41-a7cd-4854-bb0d-3aac1cf8bd99 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Jun 21 06:03:08.435343 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48412) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:08.539462 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9456af-b9f2-4833-9a4a-7e28e341b27b req-d2f65027-d137-408e-a80c-c0a3c9519fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:08.540950 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9e9456af-b9f2-4833-9a4a-7e28e341b27b req-d2f65027-d137-408e-a80c-c0a3c9519fbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1130 time: 0.0435202 Jun 21 06:03:08.588264 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-9e9456af-b9f2-4833-9a4a-7e28e341b27b req-f340d3b8-a90a-4663-b84f-d04afcb1353e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Jun 21 06:03:08.674641 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73702f8-8ee6-4c7a-873b-a789d3c78507 tempest-TestMinimumBasicScenario-733546358 tempest-TestMinimumBasicScenario-733546358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:08.676661 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-b73702f8-8ee6-4c7a-873b-a789d3c78507 tempest-TestMinimumBasicScenario-733546358 tempest-TestMinimumBasicScenario-733546358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1125 time: 0.2403219 Jun 21 06:03:08.679462 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48416) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:08.683523 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'port_id': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:08.705258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:08.791262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:08.856394 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d202-19b2-4b28-b293-cd80aab86fe9 req-153f9019-26d9-42f0-b288-b0254ceb0242 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:08.864202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e595d202-19b2-4b28-b293-cd80aab86fe9 req-153f9019-26d9-42f0-b288-b0254ceb0242 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0561051 Jun 21 06:03:08.904922 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Allocated IP 172.27.0.212 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/05e9cfd6-5e66-48b5-b608-014dcaf5ebcc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:03:08.915237 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e595d202-19b2-4b28-b293-cd80aab86fe9 req-e312d882-d64f-4328-bd57-04637ba8938b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501046 Jun 21 06:03:09.015970 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48426) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:09.016576 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.021161 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:09.028425 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:09.055473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.096963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:03:09.101990 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:03:09.106224 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:03:09.109353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'Port': ['ID=05e9cfd6-5e66-48b5-b608-014dcaf5ebcc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:09.130632 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-963b778b-a955-4fe2-aefd-0fe226c00e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.176776 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:09.211884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-963b778b-a955-4fe2-aefd-0fe226c00e6b admin admin] Publish callbacks [] for security_group (f2f68094-ce2c-43a2-9cb0-5b761aad0c41), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.216418 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-963b778b-a955-4fe2-aefd-0fe226c00e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f2f68094-ce2c-43a2-9cb0-5b761aad0c41), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.256122 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-963b778b-a955-4fe2-aefd-0fe226c00e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4914c3d3423a4bbeb8f075f36b3ee721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390339 Jun 21 06:03:09.257226 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b778b-a955-4fe2-aefd-0fe226c00e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f68094-ce2c-43a2-9cb0-5b761aad0c41,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:09.259748 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48430) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:09.309277 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] Publish callbacks [] for security_group (f2f68094-ce2c-43a2-9cb0-5b761aad0c41), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.331463 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] Publish callbacks [] for security_group (f2f68094-ce2c-43a2-9cb0-5b761aad0c41), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.379104 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (f2f68094-ce2c-43a2-9cb0-5b761aad0c41), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.382258 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.383451 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2f68094-ce2c-43a2-9cb0-5b761aad0c41 HTTP/1.1" status: 204 len: 168 time: 0.1230361 Jun 21 06:03:09.393334 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db72fd8-b1b9-4454-a6e2-2fbfe59ebed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f68094-ce2c-43a2-9cb0-5b761aad0c41,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:09.724322 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for floatingip (0cae0c10-6cc4-4a1d-998f-89b872fd6e30), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.790718 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.938735 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:09.943359 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.005414 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:10.018847 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'Port': ['ID=05e9cfd6-5e66-48b5-b608-014dcaf5ebcc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:10.030381 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (0cae0c10-6cc4-4a1d-998f-89b872fd6e30), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.031371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:10.044714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05e048-a4c5-47da-a5b3-224a03588c34 req-efad3577-52fa-4627-aa1d-23b1d4079ac6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.046251 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d05e048-a4c5-47da-a5b3-224a03588c34 req-efad3577-52fa-4627-aa1d-23b1d4079ac6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0512755 Jun 21 06:03:10.096371 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d05e048-a4c5-47da-a5b3-224a03588c34 req-79b046c1-d746-4045-8551-2799729bf1ee tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Jun 21 06:03:10.132045 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Floating IP 0cae0c10-6cc4-4a1d-998f-89b872fd6e30 associated. External IP: 172.27.0.212, port: a794b84b-dcfe-4fe5-aba5-ed6f81620df8. Jun 21 06:03:10.215478 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7a06-da04-43ab-88ee-4fbf44dae22e req-ef36bc24-176c-4099-89a8-1708e2fd6ee6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.217756 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4aff7a06-da04-43ab-88ee-4fbf44dae22e req-ef36bc24-176c-4099-89a8-1708e2fd6ee6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0523725 Jun 21 06:03:10.219878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:10.266718 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4aff7a06-da04-43ab-88ee-4fbf44dae22e req-8723754b-26ed-4003-8bb1-1ee88735d522 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Jun 21 06:03:10.291799 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48438) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:10.341950 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Router fe4b841f-2b08-43c0-b764-2836ce746101 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:03:10.446714 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:03:10.457707 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Sync routers for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:03:10.467233 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.469908 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:10.470847 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:10.483362 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660ac92-149b-45ca-80aa-d5f237e8037a tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.485976 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-7660ac92-149b-45ca-80aa-d5f237e8037a tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1125 time: 0.1922514 Jun 21 06:03:10.488160 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48442) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:10.494589 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'port_id': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:10.502264 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7b569ace-0a3c-4bde-84b4-50d3f1c63174 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8193798 Jun 21 06:03:10.502264 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:03:10.502811 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85aea7-326b-4ece-b2b8-36cb40468b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:03:10.503442 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48444) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:10.508695 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142358567', 'description': 'tempest-secgroup-smoke-2142358567 description', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:10.542005 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a9dc6-e0c3-4643-abf8-f349d30cb95e x-openstack-request-id: req-f03a9dc6-e0c3-4643-abf8-f349d30cb95e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:03:10.542522 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:03:10.542852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f03a9dc6-e0c3-4643-abf8-f349d30cb95e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:03:10.543240 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03a9dc6-e0c3-4643-abf8-f349d30cb95e'] response: {'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:03:10.544438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.562141 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.583566 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:10.608290 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-30c2b1d4-5cde-4cc5-98ee-e3d682dab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.610064 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-30c2b1d4-5cde-4cc5-98ee-e3d682dab476 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1130 time: 0.0444980 Jun 21 06:03:10.659889 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.708875 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-9c1e863d-af32-430d-ba46-6fb33ee06f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.710526 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-9c1e863d-af32-430d-ba46-6fb33ee06f1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.0940771 Jun 21 06:03:10.736738 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.743884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.778855 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-2d977e37-4aa2-4366-b241-6b6523905ccc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1000 time: 0.0618076 Jun 21 06:03:10.810512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.814454 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3097608 Jun 21 06:03:10.816151 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48448) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:10.821838 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:10.822906 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39417-c7f6-4da5-bad9-75af1412c508 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:10.846654 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.27.0.223 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1b74bc91-3f12-4034-8c0e-d3f11f680153) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:03:10.855963 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:10.866316 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-c41f23ff-654b-42f2-aa63-50902e12899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.867802 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-c41f23ff-654b-42f2-aa63-50902e12899a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0838838 Jun 21 06:03:10.893382 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '0cae0c10-6cc4-4a1d-998f-89b872fd6e30', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'port_id': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'mac_address': 'fa:16:3e:47:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:09Z', 'updated_at': '2022-06-21T06:03:09Z', 'revision_number': 0, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:10.905529 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (30b9d4ca-d11a-4649-a080-e3ae4d0c7cfb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.918140 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Checking router: fe4b841f-2b08-43c0-b764-2836ce746101 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:03:10.928923 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:10.929533 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:10.935917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-e50dce8a-5a84-4aa0-b610-63406678a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:10.937619 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-e50dce8a-5a84-4aa0-b610-63406678a8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632741 Jun 21 06:03:10.962413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:10.965647 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:10.979328 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:11.006043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.037771 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:11.045995 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (30b9d4ca-d11a-4649-a080-e3ae4d0c7cfb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.049636 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:03:11.052275 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (30b9d4ca-d11a-4649-a080-e3ae4d0c7cfb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.054659 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:11.057867 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:03:11.060294 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:03:11.062680 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=1b74bc91-3f12-4034-8c0e-d3f11f680153,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:11.071092 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b9d4ca-d11a-4649-a080-e3ae4d0c7cfb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.101589 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.102741 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.102741 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.106751 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-27c72e2c-2c10-4978-9a02-5c15c647a206 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596944 Jun 21 06:03:11.126871 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.128602 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ae1182d1-fbcd-4b10-9837-9ac7d5ac84c5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106656 Jun 21 06:03:11.136058 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48450) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:11.144667 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:11.211216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (5d2c7870-92dc-4d15-b177-3c1a4bc81727), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.214819 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-af85aea7-326b-4ece-b2b8-36cb40468b2d req-353473d8-760e-4d49-a35b-e45d89ff2c0b service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025724 Jun 21 06:03:11.267882 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:11.287561 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '0cae0c10-6cc4-4a1d-998f-89b872fd6e30', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'port_id': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'mac_address': 'fa:16:3e:47:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:09Z', 'updated_at': '2022-06-21T06:03:09Z', 'revision_number': 0, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:11.314074 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff07d46-6a16-4ae6-9351-00272b77e84a None None] The sync data for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi is: [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '0cae0c10-6cc4-4a1d-998f-89b872fd6e30', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'port_id': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'mac_address': 'fa:16:3e:47:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:09Z', 'updated_at': '2022-06-21T06:03:09Z', 'revision_number': 0, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:03:11.344093 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (5d2c7870-92dc-4d15-b177-3c1a4bc81727), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.351817 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (5d2c7870-92dc-4d15-b177-3c1a4bc81727), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.380504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2c7870-92dc-4d15-b177-3c1a4bc81727,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:11.423219 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.423578 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.423944 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.424322 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.424758 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.425093 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.425403 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.425735 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.426161 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.426488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.426814 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.427133 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.427453 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.427785 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.428087 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:03:11.435288 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.436465 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f4f2fd19-6e1f-4a3a-8973-54533fab4f0d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993953 Jun 21 06:03:11.441676 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48452) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:11.447460 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:11.528712 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c859c-2842-40a9-8a7b-6740198d3561 None None] New status for floating IP 0cae0c10-6cc4-4a1d-998f-89b872fd6e30: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:03:11.621947 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:11.781762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (62844185-0cef-4dc6-bbd4-e66a73d4f6fe), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.796517 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:11.862875 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (96a22b63-673a-4108-ba9b-7ce192b73109), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.893612 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (62844185-0cef-4dc6-bbd4-e66a73d4f6fe), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.900099 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (62844185-0cef-4dc6-bbd4-e66a73d4f6fe), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.925269 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62844185-0cef-4dc6-bbd4-e66a73d4f6fe,revision_number=0']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:11.934227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.937859 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f2a58b05-c578-4720-ac85-91e0fc7728df tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4948239 Jun 21 06:03:11.938358 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48454) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:11.942825 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:11.962318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:11.982391 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (d6ffcb98-c9cd-4eb2-ae39-92ebaf555520), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.001836 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:12.048603 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (d6ffcb98-c9cd-4eb2-ae39-92ebaf555520), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.056041 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (d6ffcb98-c9cd-4eb2-ae39-92ebaf555520), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.070830 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ffcb98-c9cd-4eb2-ae39-92ebaf555520,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:12.089763 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.091095 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9a6767b7-2abd-4d05-8f20-a19f1e136b84 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518583 Jun 21 06:03:12.094098 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:12.099012 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:12.121754 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Project 391ee53fa68f41a4ac576996b9b52b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 06:03:12.128327 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (e09a45f0-e250-4aa0-b776-fde6d2710198), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.132597 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.137281 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.145978 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:12.190235 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (e09a45f0-e250-4aa0-b776-fde6d2710198), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.193738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (e09a45f0-e250-4aa0-b776-fde6d2710198), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.208514 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=1b74bc91-3f12-4034-8c0e-d3f11f680153,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:12.212856 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09a45f0-e250-4aa0-b776-fde6d2710198,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:12.220969 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.222199 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-969b95f5-a454-4dce-8cb3-1f424cf79b04 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270626 Jun 21 06:03:12.225499 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48458) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:03:12.226838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (96a22b63-673a-4108-ba9b-7ce192b73109), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.229693 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'security_group_rule': {'security_group_id': 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d', 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:12.250882 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Project 391ee53fa68f41a4ac576996b9b52b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 06:03:12.257068 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (67cd89c3-3af8-4f20-99d8-597b29c298ea), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.319976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (67cd89c3-3af8-4f20-99d8-597b29c298ea), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.323736 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 96a22b63-673a-4108-ba9b-7ce192b73109 associated. External IP: 172.27.0.223, port: 47194ebb-2e6b-49a5-89ce-156374a9f988. Jun 21 06:03:12.324567 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293725'] for security_group_rule (67cd89c3-3af8-4f20-99d8-597b29c298ea), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.344721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cd89c3-3af8-4f20-99d8-597b29c298ea,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:12.353010 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.357187 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-8fb29a42-2d95-4a3f-8587-98807c669037 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277518 Jun 21 06:03:12.471602 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7468382c-b725-40af-8026-921c18470c77 req-5c16e987-3246-45b7-91d4-459ff2e2efa8 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142358567&fields=id&tenant_id=391ee53fa68f41a4ac576996b9b52b9d HTTP/1.1" status: 200 len: 267 time: 0.0610986 Jun 21 06:03:12.583356 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468382c-b725-40af-8026-921c18470c77 req-d20cd263-e0d5-460d-839d-6b2da69cb496 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:12.584811 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7468382c-b725-40af-8026-921c18470c77 req-d20cd263-e0d5-460d-839d-6b2da69cb496 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0850775 Jun 21 06:03:12.598136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'port': {'security_groups': ['a8667356-da66-4e4e-8a16-ddc97c92cf6c', 'fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d']}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:03:12.638992 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:03:12.720833 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:12.728214 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.837748 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:03:12.848078 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:03:12.859215 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:12.859931 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:12.875407 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:12.924915 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-af5b5d2e-b179-48be-b3b2-31b7e61dfd74 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4355164 Jun 21 06:03:12.928616 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:03:12.930714 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d32176-3f4a-4802-81cc-995fb116956f" -d '{"events": [{"name": "network-changed", "server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:03:12.948103 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:12.976923 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:12.979941 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d50b5-2ace-457b-9455-1f58a8ae738e x-openstack-request-id: req-596d50b5-2ace-457b-9455-1f58a8ae738e {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:03:12.980147 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:03:12.980462 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-596d50b5-2ace-457b-9455-1f58a8ae738e {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:03:12.980856 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596d50b5-2ace-457b-9455-1f58a8ae738e'] response: {'name': 'network-changed', 'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'status': 'completed', 'code': 200} Jun 21 06:03:13.021464 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:03:13.040893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32176-3f4a-4802-81cc-995fb116956f req-b196e060-955d-4157-b055-82ac31bcda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.042445 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-b196e060-955d-4157-b055-82ac31bcda3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1130 time: 0.0425284 Jun 21 06:03:13.055400 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:13.061164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:13.073728 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:03:13.103160 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:13.123681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.124652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:13.126458 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7468382c-b725-40af-8026-921c18470c77 req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "PUT /v2.0/ports/a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 982 time: 0.5340493 Jun 21 06:03:13.158137 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44996836-d99c-4db5-97cf-abdbc596edd3 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=6']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:03:13.198128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:03:13.241471 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32176-3f4a-4802-81cc-995fb116956f req-297fbfb4-72ab-4e72-a0bd-dc03e3ccb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.242977 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-297fbfb4-72ab-4e72-a0bd-dc03e3ccb001 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1936073 Jun 21 06:03:13.247168 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '96a22b63-673a-4108-ba9b-7ce192b73109', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a9:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939ccd30-4a20-413b-82e8-808b352cb342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:11Z', 'updated_at': '2022-06-21T06:03:11Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:13.278936 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:03:13.289080 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:03:13.289080 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:02:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:13.306212 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d989d28-83f6-4b08-9d7b-e7d1e558ed18 req-628304c5-ba4b-45fe-8e0a-59ba7c57fe34 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.308929 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d989d28-83f6-4b08-9d7b-e7d1e558ed18 req-628304c5-ba4b-45fe-8e0a-59ba7c57fe34 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0961413 Jun 21 06:03:13.339133 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-b4d35e24-3a08-41ca-bd6f-5f0017c7342a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47194ebb-2e6b-49a5-89ce-156374a9f988 HTTP/1.1" status: 200 len: 1000 time: 0.0892553 Jun 21 06:03:13.405041 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32176-3f4a-4802-81cc-995fb116956f req-83d37e28-e697-4809-b81f-f7160d7ed3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.408036 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6d989d28-83f6-4b08-9d7b-e7d1e558ed18 req-9bd85f6a-12e3-4444-a4ab-2f9fdec90207 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930440 Jun 21 06:03:13.408531 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-83d37e28-e697-4809-b81f-f7160d7ed3f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0609589 Jun 21 06:03:13.426394 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:03:13.445530 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:13.460474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d32176-3f4a-4802-81cc-995fb116956f req-69ad8278-97e3-4080-a87b-66238c3ecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:13.462414 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-69ad8278-97e3-4080-a87b-66238c3ecb30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495634 Jun 21 06:03:13.497205 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-eacb6011-e5a3-437b-bcf8-1a8c414b5dff None None] Provisioning complete for port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:03:13.497482 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eacb6011-e5a3-437b-bcf8-1a8c414b5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:13.508990 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:13.561050 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-a932354a-bf43-4828-ba0a-8492ed1280a0 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926001 Jun 21 06:03:13.653212 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '96a22b63-673a-4108-ba9b-7ce192b73109', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a9:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939ccd30-4a20-413b-82e8-808b352cb342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:11Z', 'updated_at': '2022-06-21T06:03:11Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:03:13.659655 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a9d32176-3f4a-4802-81cc-995fb116956f req-a01916a1-9d1b-4b93-80e3-9e8364a283a6 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911851 Jun 21 06:03:13.679631 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e22-3a86-48bd-a160-30999fdad3ba None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '96a22b63-673a-4108-ba9b-7ce192b73109', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a9:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939ccd30-4a20-413b-82e8-808b352cb342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:03:11Z', 'updated_at': '2022-06-21T06:03:11Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:03:13.705344 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-eacb6011-e5a3-437b-bcf8-1a8c414b5dff None None] Current status of the port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:03:13.757792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:13.884325 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef1590-20a2-4eac-9828-ffa0f5189d9b None None] New status for floating IP 96a22b63-673a-4108-ba9b-7ce192b73109: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:03:14.982469 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:03:14.984677 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:03:15.019579 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d91995-4215-43f1-a5ba-ee8b9eb1f011 x-openstack-request-id: req-c3d91995-4215-43f1-a5ba-ee8b9eb1f011 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:03:15.019870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:03:15.020149 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3d91995-4215-43f1-a5ba-ee8b9eb1f011 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:03:15.020551 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d91995-4215-43f1-a5ba-ee8b9eb1f011'] response: {'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:03:15.087321 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-7c3b6368-9521-4faf-8fd9-a3e9ba1e145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:15.088989 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-7c3b6368-9521-4faf-8fd9-a3e9ba1e145c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1169 time: 0.0423369 Jun 21 06:03:15.166852 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:15.191231 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-a2449d64-5f98-4c1f-b3b8-8e5594b490d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:15.192717 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-a2449d64-5f98-4c1f-b3b8-8e5594b490d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.0946183 Jun 21 06:03:15.247734 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-739ca1fa-d2a9-497b-b995-2ad16cebd095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:15.256382 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-d5416ceb-2274-4e1c-9210-4e8762ef9167 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1002 time: 0.0569632 Jun 21 06:03:15.306543 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-01681efc-6138-4b75-aea2-dbcc230939dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:15.308021 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-01681efc-6138-4b75-aea2-dbcc230939dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0458295 Jun 21 06:03:15.355643 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-561ce4d2-c737-4b50-9cea-8e82d00090b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:15.357374 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-561ce4d2-c737-4b50-9cea-8e82d00090b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427907 Jun 21 06:03:15.444412 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-cb4366fc-67f4-471e-a3d1-29870deb8638 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813699 Jun 21 06:03:15.537300 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-19ac7864-5f6c-4899-ae19-1af9eca2ef9a req-9ed7393e-c8ed-4cba-abe1-b0571b72caad service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864127 Jun 21 06:03:17.333071 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-35d426ff-7b4d-41ce-b014-5d6680c8c9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:18.864813 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:19.972358 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:20.544423 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:21.731183 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:03:23.384177 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:23.392125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=25 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:23.656925 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=72 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:25.531711 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=35 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:25.533553 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:27.082754 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:31.727194 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=15 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:36.158453 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cae3d2-f010-4d45-9085-93586d559993 req-79ed7f4a-1144-4c7d-aa60-b0e6a1c11d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:36.161300 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-79ed7f4a-1144-4c7d-aa60-b0e6a1c11d74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1169 time: 0.0419741 Jun 21 06:03:36.163132 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98e6e-1191-44bc-b6be-88749274be66 req-85ba46fa-d9e7-4523-9aaa-d8c756c9fc79 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:36.164643 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bdc98e6e-1191-44bc-b6be-88749274be66 req-85ba46fa-d9e7-4523-9aaa-d8c756c9fc79 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0535171 Jun 21 06:03:36.227038 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bdc98e6e-1191-44bc-b6be-88749274be66 req-6b933095-3e10-40b2-92d4-c294bbcfd799 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559933 Jun 21 06:03:36.267363 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cae3d2-f010-4d45-9085-93586d559993 req-870e7055-188b-4db1-9872-6bff1860de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:36.268878 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-870e7055-188b-4db1-9872-6bff1860de6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.1000009 Jun 21 06:03:36.336583 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-3e657ff3-3d8a-44f1-98d1-12e29b5eb609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1002 time: 0.0609956 Jun 21 06:03:36.389182 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cae3d2-f010-4d45-9085-93586d559993 req-d984d986-ad98-49da-9f81-78c3642c174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:36.390673 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-d984d986-ad98-49da-9f81-78c3642c174d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0467050 Jun 21 06:03:36.438187 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cae3d2-f010-4d45-9085-93586d559993 req-506e034c-608f-4046-ad55-e69589fde6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:36.439682 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-506e034c-608f-4046-ad55-e69589fde6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412865 Jun 21 06:03:36.535667 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-d39fa2e9-726a-470f-9897-302186025415 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Jun 21 06:03:36.628776 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-a7cae3d2-f010-4d45-9085-93586d559993 req-40cb35e7-6dbf-44b8-a435-560bb3078ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Jun 21 06:03:37.072365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:37.078488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:37.344095 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c151a8-dc99-4611-83d9-0a74944416bb req-b191b719-b334-4276-a4a4-dd8339ca4314 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:37.345473 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-24c151a8-dc99-4611-83d9-0a74944416bb req-b191b719-b334-4276-a4a4-dd8339ca4314 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0478194 Jun 21 06:03:37.404144 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-24c151a8-dc99-4611-83d9-0a74944416bb req-45d9fc34-a339-4383-ae26-1f311f751b0f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530972 Jun 21 06:03:38.516762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b02b47-a468-4181-96b8-3ff15c2ad52e req-eacb1c0d-eaf0-4153-95f1-eb2d6fe45c2e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:38.518254 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-04b02b47-a468-4181-96b8-3ff15c2ad52e req-eacb1c0d-eaf0-4153-95f1-eb2d6fe45c2e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0467496 Jun 21 06:03:38.585458 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-04b02b47-a468-4181-96b8-3ff15c2ad52e req-88cde61f-e130-4ce1-8115-b291cb2691d0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608907 Jun 21 06:03:39.697187 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86678-c490-469f-840f-521ae14e1265 req-574cac15-087e-4f30-b7b2-8982ccf793b5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:39.698714 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9ac86678-c490-469f-840f-521ae14e1265 req-574cac15-087e-4f30-b7b2-8982ccf793b5 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0469804 Jun 21 06:03:39.758413 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9ac86678-c490-469f-840f-521ae14e1265 req-7b9ea279-ac28-4283-97c6-f50dc428b315 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540276 Jun 21 06:03:40.875112 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e2f4a-8065-43b7-861b-692b2dc84ac8 req-2f3c2088-b4a9-4405-be68-a49586169fff tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:40.876592 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3e1e2f4a-8065-43b7-861b-692b2dc84ac8 req-2f3c2088-b4a9-4405-be68-a49586169fff tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0483229 Jun 21 06:03:40.943305 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3e1e2f4a-8065-43b7-861b-692b2dc84ac8 req-9ad72bcb-c248-4946-9a15-94a3c3922d0e tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607834 Jun 21 06:03:42.058340 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc85dd-7c8f-4c00-b965-adf1ffe7aa7e req-6c58a120-3a0e-4992-b65c-a5d3ce2d3727 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:42.059809 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-afdc85dd-7c8f-4c00-b965-adf1ffe7aa7e req-6c58a120-3a0e-4992-b65c-a5d3ce2d3727 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0474949 Jun 21 06:03:42.120955 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-afdc85dd-7c8f-4c00-b965-adf1ffe7aa7e req-20e56737-3ad5-4fd9-9bde-7109eabe4d85 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552475 Jun 21 06:03:43.234289 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a700c2-325b-47cb-bcca-1a64852c2df9 req-3d3a362d-4745-40b2-ac81-b178a38cf436 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:43.235789 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31a700c2-325b-47cb-bcca-1a64852c2df9 req-3d3a362d-4745-40b2-ac81-b178a38cf436 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0470142 Jun 21 06:03:43.294852 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-31a700c2-325b-47cb-bcca-1a64852c2df9 req-1acb7620-6789-4762-ba17-c0f07278c1cf tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534711 Jun 21 06:03:43.700641 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:44.412022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156391-ec80-446d-9d5b-f386eaf5760d req-b43e85fe-d96b-4099-96d2-d084b5353fca tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:44.413423 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5156391-ec80-446d-9d5b-f386eaf5760d req-b43e85fe-d96b-4099-96d2-d084b5353fca tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0507035 Jun 21 06:03:44.477531 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a5156391-ec80-446d-9d5b-f386eaf5760d req-5094d183-6576-42f2-b6a1-da6957cf9377 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584347 Jun 21 06:03:45.240737 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdd15-299f-4742-b46b-bfab7b10bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:45.593717 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5ed4c-774f-4c02-8cd8-9534c7ebb26b req-fa038c61-f874-4cde-a439-d9ee6d05f461 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:45.595261 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80a5ed4c-774f-4c02-8cd8-9534c7ebb26b req-fa038c61-f874-4cde-a439-d9ee6d05f461 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0472567 Jun 21 06:03:45.648758 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:45.655629 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-80a5ed4c-774f-4c02-8cd8-9534c7ebb26b req-32eacaae-9510-4e1b-b187-5c4e018f16aa tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541520 Jun 21 06:03:46.623443 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=46 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:46.625355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=48 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:46.771723 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d93c-80b2-42f9-bdb8-d5e8231af84f req-c0fa3bdb-2faf-4d8c-a2bc-5279b5caf8e4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:46.773241 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a348d93c-80b2-42f9-bdb8-d5e8231af84f req-c0fa3bdb-2faf-4d8c-a2bc-5279b5caf8e4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0481369 Jun 21 06:03:46.837216 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a348d93c-80b2-42f9-bdb8-d5e8231af84f req-e7ce5ea6-4ad2-43fa-b064-17f4c6146832 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582919 Jun 21 06:03:47.335453 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e00cca21-6390-4db9-ab52-44b5723d76c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:47.921891 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:47.964151 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c955d-a85f-4529-8c07-a10dc3009c07 req-8a2e0689-56dc-4657-9ccb-0dcb16e0b567 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:47.965780 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c9c955d-a85f-4529-8c07-a10dc3009c07 req-8a2e0689-56dc-4657-9ccb-0dcb16e0b567 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0525687 Jun 21 06:03:48.032614 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3c9c955d-a85f-4529-8c07-a10dc3009c07 req-08a66563-d0bb-4f30-91b9-99b3e07d8e17 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608008 Jun 21 06:03:48.867852 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:49.146580 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda94b2c-b555-40cd-abab-2cdecf9a6b23 req-8a945f83-e561-4a5a-94dd-40a823e1ae03 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:49.148110 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cda94b2c-b555-40cd-abab-2cdecf9a6b23 req-8a945f83-e561-4a5a-94dd-40a823e1ae03 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0472655 Jun 21 06:03:49.209718 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cda94b2c-b555-40cd-abab-2cdecf9a6b23 req-27c25d74-a2f7-4f14-88ba-33bf7a059f8b tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557773 Jun 21 06:03:49.978448 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:50.454086 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccfb25-5d1d-4ac0-a3c2-2ccfd280faf8 req-fe44fa1d-6658-4c4a-97ad-347a378343cc tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:50.455586 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9ccfb25-5d1d-4ac0-a3c2-2ccfd280faf8 req-fe44fa1d-6658-4c4a-97ad-347a378343cc tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.1664193 Jun 21 06:03:50.514998 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a9ccfb25-5d1d-4ac0-a3c2-2ccfd280faf8 req-eec87835-d777-4eb1-926e-e379b8d63397 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533478 Jun 21 06:03:50.554861 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:51.630574 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c140-0922-4b49-abf6-ac805484a6aa req-a2c6923d-d308-4d3d-ace3-fdfc6792811f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:51.632146 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88a7c140-0922-4b49-abf6-ac805484a6aa req-a2c6923d-d308-4d3d-ace3-fdfc6792811f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0494466 Jun 21 06:03:51.692884 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-88a7c140-0922-4b49-abf6-ac805484a6aa req-fbb427de-83ea-4488-a46c-717839f07516 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542815 Jun 21 06:03:52.824287 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebab48-28e8-4d0c-a91d-de1a725782e1 req-fb55795b-f53b-4f25-bcbd-8974336df097 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:52.826122 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c0ebab48-28e8-4d0c-a91d-de1a725782e1 req-fb55795b-f53b-4f25-bcbd-8974336df097 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0582504 Jun 21 06:03:52.893949 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c0ebab48-28e8-4d0c-a91d-de1a725782e1 req-0f28f1ec-fb56-4203-b59e-fdcc3f3a3660 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607750 Jun 21 06:03:54.071373 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c30e9-ae1c-48a6-8d35-dfea84c4cdd4 req-38e244a5-e48c-4306-a249-79b783590331 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:54.072953 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-003c30e9-ae1c-48a6-8d35-dfea84c4cdd4 req-38e244a5-e48c-4306-a249-79b783590331 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.1060498 Jun 21 06:03:54.139512 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-003c30e9-ae1c-48a6-8d35-dfea84c4cdd4 req-8e793257-64dd-4d69-bebf-96cd862c2de0 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&id=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604250 Jun 21 06:03:56.712881 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:56.713720 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:03:57.079011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:03:58.730032 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:03:59.377792 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-972473ad-899f-4e9f-8f8f-70ce8653ce49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392334 Jun 21 06:03:59.460032 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-08cb2317-3189-4aef-8b4b-3dee95de3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:59.461552 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-08cb2317-3189-4aef-8b4b-3dee95de3575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1169 time: 0.0422993 Jun 21 06:03:59.569267 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-742d0498-ae70-44d6-b75b-70cad515a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:59.570786 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-742d0498-ae70-44d6-b75b-70cad515a2ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.0896082 Jun 21 06:03:59.632558 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-694c6d21-492a-43f7-b9c9-ea5fccc74e58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1002 time: 0.0558815 Jun 21 06:03:59.681339 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-56c904be-74bd-4e7a-9b39-f846447e85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:59.682819 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-56c904be-74bd-4e7a-9b39-f846447e85b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0438144 Jun 21 06:03:59.731009 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-163cc8f2-b49b-4a7f-b2fe-dbdf3e6f1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:03:59.732578 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-163cc8f2-b49b-4a7f-b2fe-dbdf3e6f1f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441537 Jun 21 06:03:59.835220 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-9e8b6141-6bfa-43c7-9148-7b606b1a320c service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960901 Jun 21 06:04:00.165296 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-892a3237-3fe9-4b97-9da9-06645399c4ad req-eccdbe2b-4bd9-43fe-93d0-91601a903d1d service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243639 Jun 21 06:04:04.130267 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=56 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:04.134430 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:07.072704 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:07.074742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:08.726499 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:10.156019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=53 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:10.162551 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=48 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:15.242519 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8433558f-5fc6-4fb6-8581-3eca8c0e5a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:17.338601 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5d7-0faa-4b64-8389-546b4ae2e57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:18.870693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:19.978658 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:20.547947 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.449442 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-1626aa60-70ec-4dcb-83fc-0524c93ffbef tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142358567&fields=id&tenant_id=391ee53fa68f41a4ac576996b9b52b9d HTTP/1.1" status: 200 len: 267 time: 0.0487945 Jun 21 06:04:26.505891 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-6e2dbdbf-7667-4233-9026-cc2b9ed9741d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:26.507373 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-6e2dbdbf-7667-4233-9026-cc2b9ed9741d tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 985 time: 0.0523927 Jun 21 06:04:26.517698 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Request body: {'port': {'security_groups': ['a8667356-da66-4e4e-8a16-ddc97c92cf6c']}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:04:26.591681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.764276 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:26.792773 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.797488 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.809595 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:04:26.842438 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:26.843082 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.844554 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1d3cab77-59f8-49be-8483-bf2bab1d2522 req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "PUT /v2.0/ports/a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 943 time: 0.3311744 Jun 21 06:04:26.845020 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:04:26.848129 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:04:26.852328 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:26.882137 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event updated for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=7']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:26.890585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.890972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.891471 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.891851 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.892183 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.892512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.892839 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.893164 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.894046 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.894371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.894693 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.895011 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.895328 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.895646 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.895961 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec347d-2cea-44c0-b7ed-3675257d9486 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:26.925275 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a5b55-dc44-4a93-9593-ce3d25a71cbf x-openstack-request-id: req-7e6a5b55-dc44-4a93-9593-ce3d25a71cbf {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:04:26.925567 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:04:26.925962 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e6a5b55-dc44-4a93-9593-ce3d25a71cbf {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:04:26.926542 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6a5b55-dc44-4a93-9593-ce3d25a71cbf'] response: {'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:04:26.946782 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:26.951460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:04:27.008291 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.039539 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-ee9fe9b0-0a84-4027-9ef9-8ec6149aaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:27.041102 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-ee9fe9b0-0a84-4027-9ef9-8ec6149aaa3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1130 time: 0.0748482 Jun 21 06:04:27.149195 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.155682 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-14817a9a-97a7-4ff2-bb37-62b2f5fc6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:27.157183 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-14817a9a-97a7-4ff2-bb37-62b2f5fc6fe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.1092069 Jun 21 06:04:27.167060 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-5bb9693b-cb10-4852-90b0-b9d0f0afd419 None None] Provisioning complete for port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:04:27.167436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bb9693b-cb10-4852-90b0-b9d0f0afd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.170822 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.172740 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.173903 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "DELETE /v2.0/security-groups/fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d HTTP/1.1" status: 204 len: 168 time: 0.3206172 Jun 21 06:04:27.177306 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48540) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:27.226174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbdceeb-a7fd-4b8f-ac22-251cf43c5a8d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:27.240285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.240626 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.241019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.241295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.241620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.241963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.242287 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.242609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.242935 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.243275 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.243575 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.243892 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.244214 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.244548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.244844 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15776a5c-2c11-446f-ab19-ec9948a4fbf4 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:27.253131 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-b5278373-99a4-4160-b7b2-e506d1b1e46f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 1002 time: 0.0903845 Jun 21 06:04:27.305430 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-340d9773-5d2e-40cd-b21e-18f2f442a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:27.307086 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-340d9773-5d2e-40cd-b21e-18f2f442a8b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0480022 Jun 21 06:04:27.311808 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9693b-cb10-4852-90b0-b9d0f0afd419 None None] Current status of the port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 is: ACTIVE; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:04:27.355536 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Deleting port 05e9cfd6-5e66-48b5-b608-014dcaf5ebcc {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:27.355870 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.356684 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-7556f86d-ae84-40d4-8336-e920a1b2d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:27.358496 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-7556f86d-ae84-40d4-8336-e920a1b2d068 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443656 Jun 21 06:04:27.368447 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-288ff0c2-39ac-4e7b-918d-391777ad98c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 06:04:27.369415 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-288ff0c2-39ac-4e7b-918d-391777ad98c2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050585 Jun 21 06:04:27.435190 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.435564 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for floatingip (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.449585 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Calling delete_port for 05e9cfd6-5e66-48b5-b608-014dcaf5ebcc owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:27.474193 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-d3185ef8-8e23-40d9-9c5f-e54e8a32296b service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982084 Jun 21 06:04:27.535753 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:27.573203 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-efeaf110-28a3-4b56-a5b3-ed8a7b11b29a req-89ce8b91-c6f3-480e-abf1-52dee209e1eb service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921752 Jun 21 06:04:27.607877 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (05e9cfd6-5e66-48b5-b608-014dcaf5ebcc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.630920 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event deleted for resources: {'Port': ['ID=05e9cfd6-5e66-48b5-b608-014dcaf5ebcc,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:27.682318 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:27.695375 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks [] for floatingip (0cae0c10-6cc4-4a1d-998f-89b872fd6e30), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:27.695694 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Floating IP 0cae0c10-6cc4-4a1d-998f-89b872fd6e30 disassociated (deleted). External IP: 172.27.0.212, port: a794b84b-dcfe-4fe5-aba5-ed6f81620df8. Jun 21 06:04:27.891622 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Router fe4b841f-2b08-43c0-b764-2836ce746101 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:04:27.993690 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:04:27.998506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:28.003538 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Sync routers for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:04:28.013180 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:28.013785 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:28.028202 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d655dfc3-d5b9-4da2-9c35-7d693e256f38 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "DELETE /v2.0/floatingips/0cae0c10-6cc4-4a1d-998f-89b872fd6e30 HTTP/1.1" status: 204 len: 168 time: 0.8494437 Jun 21 06:04:28.122023 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:28.415243 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:28.439945 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Checking router: fe4b841f-2b08-43c0-b764-2836ce746101 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:04:28.449690 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:28.450404 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:28.555636 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:28.748329 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:28.776341 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cead150-6772-4835-a802-c88ab2ba0880 None None] The sync data for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi is: [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:02:09Z', 'revision_number': 4, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '23bd9d26-c644-4771-80ba-f5d600f5945e', 'name': '', 'network_id': '0aac4482-7ebb-4a44-be12-d0349c93a511', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'mac_address': 'fa:16:3e:e2:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:08Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'subnets': [{'id': 'e6085f93-8cca-4370-b3f4-1ff76a7d34f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:04:28.927690 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:04:28.931426 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f94d85-73db-4346-8161-e32729d3a6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:04:28.988163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484410c-ec7a-4423-bd6e-43728427d7ea x-openstack-request-id: req-6484410c-ec7a-4423-bd6e-43728427d7ea {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:04:28.989098 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:04:28.989363 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6484410c-ec7a-4423-bd6e-43728427d7ea {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:04:28.989763 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6484410c-ec7a-4423-bd6e-43728427d7ea'] response: {'name': 'network-changed', 'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:04:29.019713 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae531d-aee2-4c40-941e-6699a94f5873 None None] New status for floating IP 0cae0c10-6cc4-4a1d-998f-89b872fd6e30: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:04:29.052703 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-bcdfe00e-bb8f-4896-bb9c-ee01d90cba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:29.054354 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-bcdfe00e-bb8f-4896-bb9c-ee01d90cba9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 1130 time: 0.0410113 Jun 21 06:04:29.149767 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-d008f8c0-55de-411e-a20a-52af2aba4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:29.151265 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-d008f8c0-55de-411e-a20a-52af2aba4ec6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 200 len: 916 time: 0.0901387 Jun 21 06:04:29.193910 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-f06f573c-15d1-420f-bab5-5a88ffdc109b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 200 len: 217 time: 0.0362449 Jun 21 06:04:29.244575 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-6a0bb6da-81d0-4600-813e-5c3f2ff24f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:29.245965 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-6a0bb6da-81d0-4600-813e-5c3f2ff24f33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 200 len: 854 time: 0.0454125 Jun 21 06:04:29.290338 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-c4fa208f-67d7-4a9c-8c98-74494afadd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:29.291869 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-c4fa208f-67d7-4a9c-8c98-74494afadd00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aac4482-7ebb-4a44-be12-d0349c93a511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404067 Jun 21 06:04:29.373241 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:29.391391 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-8ced8859-a4b3-4652-8829-e1e9665267ff service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934632 Jun 21 06:04:29.417464 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:29.499027 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-11f94d85-73db-4346-8161-e32729d3a6b7 req-5ed7c534-c5b4-4c60-9f18-0bcedbb0d87c service neutron] 10.222.0.23 "GET /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013234 Jun 21 06:04:30.792344 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c575d-2bca-40ff-b143-b7e1ace78bbb req-42b45917-e0c3-41f2-be18-417e234d763f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:30.793852 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-032c575d-2bca-40ff-b143-b7e1ace78bbb req-42b45917-e0c3-41f2-be18-417e234d763f tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0485499 Jun 21 06:04:30.845113 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-032c575d-2bca-40ff-b143-b7e1ace78bbb req-bc72b0f4-14ab-4ec4-8851-d7bb6011efe1 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Jun 21 06:04:31.973361 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca911ea-67a3-4061-869e-86507a74eb6a req-ba283b93-9b40-432d-9256-4d9be9e0a22b tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:31.975364 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3ca911ea-67a3-4061-869e-86507a74eb6a req-ba283b93-9b40-432d-9256-4d9be9e0a22b tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0557055 Jun 21 06:04:32.031031 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3ca911ea-67a3-4061-869e-86507a74eb6a req-ff81a29b-92be-404e-8f64-0b4f57ff51a7 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8667356-da66-4e4e-8a16-ddc97c92cf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Jun 21 06:04:32.377342 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-8ccef462-545c-491f-b6b0-cf94a161d646 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:04:32.378910 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-8ccef462-545c-491f-b6b0-cf94a161d646 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 946 time: 0.0560672 Jun 21 06:04:32.500136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Deleting port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:32.500468 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:32.608757 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] For port a794b84b-dcfe-4fe5-aba5-ed6f81620df8, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:32.609179 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:32.625760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Calling delete_port for a794b84b-dcfe-4fe5-aba5-ed6f81620df8 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:32.800146 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (a794b84b-dcfe-4fe5-aba5-ed6f81620df8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:32.813169 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['a794b84b-dcfe-4fe5-aba5-ed6f81620df8'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:04:32.850218 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Pushing event deleted for resources: {'Port': ['ID=a794b84b-dcfe-4fe5-aba5-ed6f81620df8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:32.904253 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] No DVR routers for this DVR port a794b84b-dcfe-4fe5-aba5-ed6f81620df8 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:04:32.907139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:32.911634 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f99473e3-f616-4336-89a3-2185e2cc0a23 req-72d219e4-a542-45c4-86ba-fcdfb2246899 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.23 "DELETE /v2.0/ports/a794b84b-dcfe-4fe5-aba5-ed6f81620df8 HTTP/1.1" status: 204 len: 173 time: 0.5271244 Jun 21 06:04:32.912135 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'name': 'network-vif-deleted', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:04:32.914809 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b021b-4b2a-4441-bafa-e5abb77abde1" -d '{"events": [{"server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "name": "network-vif-deleted", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:04:32.970933 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc894c0-508a-4660-b603-7ce5bb2baea4 x-openstack-request-id: req-5dc894c0-508a-4660-b603-7ce5bb2baea4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:04:32.971243 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd7948c-24ee-483b-bdfe-70efebf6ff7a", "name": "network-vif-deleted", "tag": "a794b84b-dcfe-4fe5-aba5-ed6f81620df8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:04:32.972091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dc894c0-508a-4660-b603-7ce5bb2baea4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:04:32.972471 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc894c0-508a-4660-b603-7ce5bb2baea4'] response: {'server_uuid': '6dd7948c-24ee-483b-bdfe-70efebf6ff7a', 'name': 'network-vif-deleted', 'tag': 'a794b84b-dcfe-4fe5-aba5-ed6f81620df8', 'status': 'completed', 'code': 200} Jun 21 06:04:33.171787 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6cd8e8e7-48f3-4406-84b1-1ceb4b43240d req-2b838283-83a9-438c-a39b-008a86fb3178 tempest-TestMinimumBasicScenario-719032966 tempest-TestMinimumBasicScenario-719032966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd7948c-24ee-483b-bdfe-70efebf6ff7a HTTP/1.1" status: 200 len: 210 time: 0.0411406 Jun 21 06:04:34.971431 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48630) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:35.173229 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:35.320082 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (fe4b841f-2b08-43c0-b764-2836ce746101), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:35.729866 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:04:35.761414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:35.840900 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Deleting port 23bd9d26-c644-4771-80ba-f5d600f5945e {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:35.841228 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:35.926759 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] For port 23bd9d26-c644-4771-80ba-f5d600f5945e, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=23bd9d26-c644-4771-80ba-f5d600f5945e,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:35.927092 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:35.941539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Calling delete_port for 23bd9d26-c644-4771-80ba-f5d600f5945e owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:36.161015 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (23bd9d26-c644-4771-80ba-f5d600f5945e), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:36.202341 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Pushing event deleted for resources: {'Port': ['ID=23bd9d26-c644-4771-80ba-f5d600f5945e,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:36.391407 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (fe4b841f-2b08-43c0-b764-2836ce746101), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:36.406597 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:36.610987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device a794b84b-dcfe-4fe5-aba5-ed6f81620df8 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:36.637409 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: a794b84b-dcfe-4fe5-aba5-ed6f81620df8 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:36.637758 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device a794b84b-dcfe-4fe5-aba5-ed6f81620df8 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:36.644221 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Router fe4b841f-2b08-43c0-b764-2836ce746101 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:04:36.651260 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:36.787681 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:04:36.794088 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a91f008d-24ca-4dac-8748-249cfc816982 admin admin] 10.222.0.18 "PUT /v2.0/routers/fe4b841f-2b08-43c0-b764-2836ce746101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212328 Jun 21 06:04:36.795578 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:36.796988 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Sync routers for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:04:36.807889 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:36.808523 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:36.909295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks [] for router (fe4b841f-2b08-43c0-b764-2836ce746101), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:36.927241 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:37.016222 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:37.023295 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks [] for router_gateway (fe4b841f-2b08-43c0-b764-2836ce746101), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.023970 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:37.089792 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Deleting port 34bd3978-94ea-40fd-986f-92bce2203ed0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:37.090265 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.134721 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:04:36Z', 'revision_number': 5, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port': {'id': '34bd3978-94ea-40fd-986f-92bce2203ed0', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:05Z', 'updated_at': '2022-06-21T06:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:37.165650 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Checking router: fe4b841f-2b08-43c0-b764-2836ce746101 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:04:37.175817 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Routers {'fe4b841f-2b08-43c0-b764-2836ce746101'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:37.176455 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['fe4b841f-2b08-43c0-b764-2836ce746101'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:37.204262 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] For port 34bd3978-94ea-40fd-986f-92bce2203ed0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34bd3978-94ea-40fd-986f-92bce2203ed0,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:37.204832 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.228796 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Calling delete_port for 34bd3978-94ea-40fd-986f-92bce2203ed0 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:37.235477 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:37.252666 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:37.278157 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] Set router fe4b841f-2b08-43c0-b764-2836ce746101 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:37.332283 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:04:37Z', 'revision_number': 6, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:37.359136 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40abb27-3cfb-4eb3-8b0b-1df55bbc6a98 None None] The sync data for ids ['fe4b841f-2b08-43c0-b764-2836ce746101'] in dv-cinder-846901-1-iscsi is: [{'id': 'fe4b841f-2b08-43c0-b764-2836ce746101', 'name': 'tempest-TestMinimumBasicScenario-1213157992-router', 'tenant_id': '391ee53fa68f41a4ac576996b9b52b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:04Z', 'updated_at': '2022-06-21T06:04:37Z', 'revision_number': 6, 'project_id': '391ee53fa68f41a4ac576996b9b52b9d', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:04:37.487821 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (34bd3978-94ea-40fd-986f-92bce2203ed0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.515903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bd3978-94ea-40fd-986f-92bce2203ed0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:37.586617 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (fe4b841f-2b08-43c0-b764-2836ce746101), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.678258 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (fe4b841f-2b08-43c0-b764-2836ce746101), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.680777 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks [] for router_controller (fe4b841f-2b08-43c0-b764-2836ce746101), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.730749 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (fe4b841f-2b08-43c0-b764-2836ce746101), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.731399 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4b841f-2b08-43c0-b764-2836ce746101 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:04:37.735850 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.738832 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-b5f0a8d7-1dd0-4842-9bd5-67e7fcdff6b4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fe4b841f-2b08-43c0-b764-2836ce746101 HTTP/1.1" status: 204 len: 168 time: 0.9419215 Jun 21 06:04:37.741845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:37.815140 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Deleting subnet e6085f93-8cca-4370-b3f4-1ff76a7d34f5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:04:37.819976 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Publish callbacks [] for subnet (e6085f93-8cca-4370-b3f4-1ff76a7d34f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.865806 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (e6085f93-8cca-4370-b3f4-1ff76a7d34f5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:37.953658 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (e6085f93-8cca-4370-b3f4-1ff76a7d34f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.012818 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (e6085f93-8cca-4370-b3f4-1ff76a7d34f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.039283 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6085f93-8cca-4370-b3f4-1ff76a7d34f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:38.045615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.048571 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-891ab02d-3d78-4b3e-a1c5-83adc8436004 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6085f93-8cca-4370-b3f4-1ff76a7d34f5 HTTP/1.1" status: 204 len: 168 time: 0.3056943 Jun 21 06:04:38.052566 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:38.053878 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2754a-07e5-4ccb-93b0-7d23e11d9043 None None] Network 0aac4482-7ebb-4a44-be12-d0349c93a511 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:04:38.056878 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:38.060792 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:38.141808 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (0aac4482-7ebb-4a44-be12-d0349c93a511), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.195814 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Deleting port 34f7b44c-c982-4b65-936f-91ee4da72c86 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:38.196132 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.276426 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] DHCP port deletion for 0aac4482-7ebb-4a44-be12-d0349c93a511 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:04:38.298048 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] For port 34f7b44c-c982-4b65-936f-91ee4da72c86, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34f7b44c-c982-4b65-936f-91ee4da72c86,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:38.298407 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.320124 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Calling delete_port for 34f7b44c-c982-4b65-936f-91ee4da72c86 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:38.339931 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:38.342606 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Deleting port 34f7b44c-c982-4b65-936f-91ee4da72c86 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:38.343203 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.419043 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:38.435427 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.463296 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] For port 34f7b44c-c982-4b65-936f-91ee4da72c86, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=34f7b44c-c982-4b65-936f-91ee4da72c86,segment=NetworkSegment(5767fea8-cb11-4f05-b390-abf189b355be),segment_id=5767fea8-cb11-4f05-b390-abf189b355be)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:38.464152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.464697 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f7b44c-c982-4b65-936f-91ee4da72c86,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:38.471068 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] No DVR routers for this DVR port 34f7b44c-c982-4b65-936f-91ee4da72c86 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:04:38.492077 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Calling delete_port for 34f7b44c-c982-4b65-936f-91ee4da72c86 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:38.586503 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (0aac4482-7ebb-4a44-be12-d0349c93a511), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.594512 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (34f7b44c-c982-4b65-936f-91ee4da72c86), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.622250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Pushing event deleted for resources: {'Port': ['ID=34f7b44c-c982-4b65-936f-91ee4da72c86,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:38.628463 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] No DVR routers for this DVR port 34f7b44c-c982-4b65-936f-91ee4da72c86 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:04:38.634386 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aac4482-7ebb-4a44-be12-d0349c93a511']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:38.636026 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.636418 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.636805 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.637168 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.637548 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.638071 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.638327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.638641 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.638967 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.639297 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.639623 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.639945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.640389 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.640692 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.640894 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114ccc0-0466-4b03-9335-8507d0fc4a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:04:38.656059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5767fea8-cb11-4f05-b390-abf189b355be') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:38.656333 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5767fea8-cb11-4f05-b390-abf189b355be') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:38.668536 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (5767fea8-cb11-4f05-b390-abf189b355be), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.686850 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (5767fea8-cb11-4f05-b390-abf189b355be), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.696288 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:04:38.696805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (5767fea8-cb11-4f05-b390-abf189b355be), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.727724 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 5767fea8-cb11-4f05-b390-abf189b355be resource provider aggregate not found Jun 21 06:04:38.784391 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 5767fea8-cb11-4f05-b390-abf189b355be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5767fea8-cb11-4f05-b390-abf189b355be found for delete ", "request_id": "req-384802a9-3445-4dd0-966a-12d2dffed2a4"}]} Jun 21 06:04:38.795610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (0aac4482-7ebb-4a44-be12-d0349c93a511), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.804914 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:38.810378 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0aac4482-7ebb-4a44-be12-d0349c93a511 HTTP/1.1" status: 204 len: 168 time: 0.7565203 Jun 21 06:04:38.815992 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48642) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:38.819162 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34bd3978-94ea-40fd-986f-92bce2203ed0 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:38.829386 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d503-5639-4bf5-a797-d71034cac4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aac4482-7ebb-4a44-be12-d0349c93a511,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:38.851981 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 34bd3978-94ea-40fd-986f-92bce2203ed0 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:38.852478 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34bd3978-94ea-40fd-986f-92bce2203ed0 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:38.853065 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 23bd9d26-c644-4771-80ba-f5d600f5945e no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:38.879198 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 23bd9d26-c644-4771-80ba-f5d600f5945e {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:38.879685 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 23bd9d26-c644-4771-80ba-f5d600f5945e not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:38.880336 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34f7b44c-c982-4b65-936f-91ee4da72c86 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:38.904953 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 34f7b44c-c982-4b65-936f-91ee4da72c86 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:38.905286 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 34f7b44c-c982-4b65-936f-91ee4da72c86 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:39.184698 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (89814372-3bc5-44a0-967d-043d784bbb85), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:39.435262 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Deleting port c824db40-2a7f-42d4-91f3-08a5eda75cd8 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:39.435543 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:39.514544 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:39.534787 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] For port c824db40-2a7f-42d4-91f3-08a5eda75cd8, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=c824db40-2a7f-42d4-91f3-08a5eda75cd8,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:39.535240 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:39.552017 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Calling delete_port for c824db40-2a7f-42d4-91f3-08a5eda75cd8 owned by network:router_interface {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:39.749443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:39.769837 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (c824db40-2a7f-42d4-91f3-08a5eda75cd8), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:39.796884 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Pushing event deleted for resources: {'Port': ['ID=c824db40-2a7f-42d4-91f3-08a5eda75cd8,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:39.993866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (89814372-3bc5-44a0-967d-043d784bbb85), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:40.233441 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Router 89814372-3bc5-44a0-967d-043d784bbb85 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:04:40.351050 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:04:40.358435 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-e21f76b7-7e09-4a3f-91e1-7dc8099fa643 admin admin] 10.222.0.18 "PUT /v2.0/routers/89814372-3bc5-44a0-967d-043d784bbb85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407016 Jun 21 06:04:40.361551 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48644) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:40.364478 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Sync routers for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:04:40.377629 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:40.379055 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:40.429408 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:40.490976 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks [] for router (89814372-3bc5-44a0-967d-043d784bbb85), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:40.503723 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:40.637697 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks [] for router_gateway (89814372-3bc5-44a0-967d-043d784bbb85), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:40.691502 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Deleting port d98cbcc3-48b0-41de-8725-e008c0285a63 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:40.691827 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:40.724531 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:04:39Z', 'revision_number': 5, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port': {'id': 'd98cbcc3-48b0-41de-8725-e008c0285a63', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89814372-3bc5-44a0-967d-043d784bbb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:14Z', 'updated_at': '2022-06-21T06:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:40.770302 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Checking router: 89814372-3bc5-44a0-967d-043d784bbb85 for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:04:40.785088 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Routers {'89814372-3bc5-44a0-967d-043d784bbb85'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:04:40.786381 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['89814372-3bc5-44a0-967d-043d784bbb85'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:40.789743 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] For port d98cbcc3-48b0-41de-8725-e008c0285a63, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=d98cbcc3-48b0-41de-8725-e008c0285a63,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:40.790155 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:40.808638 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Calling delete_port for d98cbcc3-48b0-41de-8725-e008c0285a63 owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:40.857381 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:40.911642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] Set router 89814372-3bc5-44a0-967d-043d784bbb85 gateway port host: None {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:04:40.972156 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:04:40Z', 'revision_number': 6, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:40.999515 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9680627-444f-4250-ae23-2a96e17d67dc None None] The sync data for ids ['89814372-3bc5-44a0-967d-043d784bbb85'] in dv-cinder-846901-1-iscsi is: [{'id': '89814372-3bc5-44a0-967d-043d784bbb85', 'name': 'tempest-TestMinimumBasicScenario-615335117-router', 'tenant_id': '0e54a126afc548aaaaf577664847bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:13Z', 'updated_at': '2022-06-21T06:04:40Z', 'revision_number': 6, 'project_id': '0e54a126afc548aaaaf577664847bbac', 'gw_port_host': None}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:04:41.027507 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (d98cbcc3-48b0-41de-8725-e008c0285a63), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.058512 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Pushing event deleted for resources: {'Port': ['ID=d98cbcc3-48b0-41de-8725-e008c0285a63,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:41.134510 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (89814372-3bc5-44a0-967d-043d784bbb85), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.236727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (89814372-3bc5-44a0-967d-043d784bbb85), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.240085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks [] for router_controller (89814372-3bc5-44a0-967d-043d784bbb85), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.289283 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (89814372-3bc5-44a0-967d-043d784bbb85), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.289969 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89814372-3bc5-44a0-967d-043d784bbb85 {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:04:41.294766 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.295936 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-81d7e9fb-09aa-474f-8921-c75925055acd admin admin] 10.222.0.18 "DELETE /v2.0/routers/89814372-3bc5-44a0-967d-043d784bbb85 HTTP/1.1" status: 204 len: 168 time: 0.9325733 Jun 21 06:04:41.299216 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48646) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:41.350394 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Deleting subnet 27b28bbe-a8e8-4e98-9f0f-2b635b14752e {{(pid=103793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:04:41.354073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Publish callbacks [] for subnet (27b28bbe-a8e8-4e98-9f0f-2b635b14752e), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.405442 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3503121'] for subnet (27b28bbe-a8e8-4e98-9f0f-2b635b14752e), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.513064 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (27b28bbe-a8e8-4e98-9f0f-2b635b14752e), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.559645 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:41.582762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26280566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26284362'] for subnet (27b28bbe-a8e8-4e98-9f0f-2b635b14752e), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.615871 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b28bbe-a8e8-4e98-9f0f-2b635b14752e,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:41.622260 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for subnet (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.629847 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-4cee098b-8e31-42f6-bd5f-b334fadccaf7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/27b28bbe-a8e8-4e98-9f0f-2b635b14752e HTTP/1.1" status: 204 len: 168 time: 0.3246534 Jun 21 06:04:41.630246 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48648) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:41.631048 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e126b4-4aa8-4dff-b65e-0e0b69a1ee5f None None] Network 89f992e7-5bc3-4e8c-83bd-11655aa11d3f requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:04:41.718078 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (89f992e7-5bc3-4e8c-83bd-11655aa11d3f), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.784448 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Deleting port e0e44573-2ee2-422b-80aa-fa73551505d0 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:41.784983 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.823870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] DHCP port deletion for 89f992e7-5bc3-4e8c-83bd-11655aa11d3f request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:04:41.867850 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Deleting port e0e44573-2ee2-422b-80aa-fa73551505d0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:04:41.868488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.901970 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:41.944938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:41.967863 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] For port e0e44573-2ee2-422b-80aa-fa73551505d0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=e0e44573-2ee2-422b-80aa-fa73551505d0,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:41.968783 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:41.996847 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Calling delete_port for e0e44573-2ee2-422b-80aa-fa73551505d0 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:42.157710 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.187307 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] Pushing event deleted for resources: {'Port': ['ID=e0e44573-2ee2-422b-80aa-fa73551505d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:42.199631 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799e7bc-7b0c-44a0-8841-d94d8c47d8f8 None None] No DVR routers for this DVR port e0e44573-2ee2-422b-80aa-fa73551505d0 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:04:42.219154 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] For port e0e44573-2ee2-422b-80aa-fa73551505d0, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=e0e44573-2ee2-422b-80aa-fa73551505d0,segment=NetworkSegment(16ff28c2-009f-4ae6-84d6-7e1ffa2156e7),segment_id=16ff28c2-009f-4ae6-84d6-7e1ffa2156e7)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:04:42.219742 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.246627 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Calling delete_port for e0e44573-2ee2-422b-80aa-fa73551505d0 owned by network:dhcp {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:04:42.378657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (e0e44573-2ee2-422b-80aa-fa73551505d0), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.384162 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:42.411852 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e44573-2ee2-422b-80aa-fa73551505d0,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:42.416313 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] No DVR routers for this DVR port e0e44573-2ee2-422b-80aa-fa73551505d0 on host dv-cinder-846901-1-iscsi {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:04:42.498371 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (89f992e7-5bc3-4e8c-83bd-11655aa11d3f), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.524830 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f992e7-5bc3-4e8c-83bd-11655aa11d3f']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:42.537435 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:42.538118 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ff28c2-009f-4ae6-84d6-7e1ffa2156e7') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:04:42.550347 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (16ff28c2-009f-4ae6-84d6-7e1ffa2156e7), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.572188 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (16ff28c2-009f-4ae6-84d6-7e1ffa2156e7), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.579467 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:04:42.579932 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (16ff28c2-009f-4ae6-84d6-7e1ffa2156e7), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.657522 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 16ff28c2-009f-4ae6-84d6-7e1ffa2156e7 resource provider aggregate not found Jun 21 06:04:42.677842 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (89f992e7-5bc3-4e8c-83bd-11655aa11d3f), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.685582 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:42.690209 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] 10.222.0.18 "DELETE /v2.0/networks/89f992e7-5bc3-4e8c-83bd-11655aa11d3f HTTP/1.1" status: 204 len: 168 time: 1.0582328 Jun 21 06:04:42.694855 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 16ff28c2-009f-4ae6-84d6-7e1ffa2156e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ff28c2-009f-4ae6-84d6-7e1ffa2156e7 found for delete ", "request_id": "req-9d0d223e-b1fc-41d8-8e95-a06d7d117310"}]} Jun 21 06:04:42.707538 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8459a4e-b068-4b61-bacf-6ce0e459a9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=89f992e7-5bc3-4e8c-83bd-11655aa11d3f,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:42.796332 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d98cbcc3-48b0-41de-8725-e008c0285a63 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:42.830419 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: d98cbcc3-48b0-41de-8725-e008c0285a63 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:42.831544 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device d98cbcc3-48b0-41de-8725-e008c0285a63 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:42.832271 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device c824db40-2a7f-42d4-91f3-08a5eda75cd8 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:42.856972 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: c824db40-2a7f-42d4-91f3-08a5eda75cd8 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:42.857500 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device c824db40-2a7f-42d4-91f3-08a5eda75cd8 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:42.858142 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device e0e44573-2ee2-422b-80aa-fa73551505d0 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:04:42.886038 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: e0e44573-2ee2-422b-80aa-fa73551505d0 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:04:42.886508 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device e0e44573-2ee2-422b-80aa-fa73551505d0 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:04:42.944688 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48656) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:43.000953 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-f8c8b84d-a7c5-496b-91b2-6cc77d118ed4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=391ee53fa68f41a4ac576996b9b52b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546401 Jun 21 06:04:43.004316 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48658) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:43.061494 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] Publish callbacks [] for security_group (a8667356-da66-4e4e-8a16-ddc97c92cf6c), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.087475 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] Publish callbacks [] for security_group (a8667356-da66-4e4e-8a16-ddc97c92cf6c), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.159831 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (a8667356-da66-4e4e-8a16-ddc97c92cf6c), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.163070 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.164384 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8667356-da66-4e4e-8a16-ddc97c92cf6c HTTP/1.1" status: 204 len: 168 time: 0.1590714 Jun 21 06:04:43.177699 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c04e7-9336-44bb-9bf5-53a74f4ffafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8667356-da66-4e4e-8a16-ddc97c92cf6c,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:43.595917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:43.649422 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-03a66f5c-7987-44a7-a81a-79620e7bbdea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e54a126afc548aaaaf577664847bbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519602 Jun 21 06:04:43.655637 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:04:43.713944 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] Publish callbacks [] for security_group (8799858b-a505-4ba7-bc3a-5be302a2af80), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.739315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] Publish callbacks [] for security_group (8799858b-a505-4ba7-bc3a-5be302a2af80), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.796677 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (8799858b-a505-4ba7-bc3a-5be302a2af80), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.800139 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:43.801471 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8799858b-a505-4ba7-bc3a-5be302a2af80 HTTP/1.1" status: 204 len: 168 time: 0.1447892 Jun 21 06:04:43.812829 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc01b46-2af3-4cb5-86a4-012f986563ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799858b-a505-4ba7-bc3a-5be302a2af80,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:04:45.247440 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a1d5a7b-1bdf-4698-ab88-06fbd608effb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:47.304829 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=27 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:47.335928 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=22 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:47.344019 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b4d3754-2a34-4022-a9bd-26ef274495d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:48.876154 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:49.987602 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:50.555307 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:04:53.142539 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:53.169809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:53.805512 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:53.806547 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=46,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:04:57.082735 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:00.578095 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-8f060a34-24e1-4059-bbdb-37c2dd6bf578 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2161274 Jun 21 06:05:00.644200 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-923a51ef-fb8b-4051-864c-9cffe2d749e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:00.645870 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-923a51ef-fb8b-4051-864c-9cffe2d749e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 1130 time: 0.0461569 Jun 21 06:05:00.779100 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-03d4b169-dea9-4c29-b7cf-d5d22526c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:00.781660 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-03d4b169-dea9-4c29-b7cf-d5d22526c27a service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1143508 Jun 21 06:05:00.859578 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-9f7600a5-057e-405e-aae3-807b0ea1cfb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47194ebb-2e6b-49a5-89ce-156374a9f988 HTTP/1.1" status: 200 len: 1002 time: 0.0720830 Jun 21 06:05:00.917781 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-448b9fdd-32ce-4bd8-84ed-c32f4e4a0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:00.920031 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-448b9fdd-32ce-4bd8-84ed-c32f4e4a0126 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0549829 Jun 21 06:05:00.971622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-f17992b5-815a-457c-a5e1-c01e066b1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:00.973372 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-f17992b5-815a-457c-a5e1-c01e066b1feb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472858 Jun 21 06:05:01.077466 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-71a124c3-debd-48a3-b1ca-de5657b7e6b7 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979161 Jun 21 06:05:01.184160 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3a490770-87b3-41dc-b70a-7d1d1c9cb137 req-9f1cc953-dc7b-42b3-8308-14cbe1b4616e service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005483 Jun 21 06:05:07.069602 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:07.077958 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:10.608809 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a725d-3843-48cb-8ab4-3bc1ac4426d3 req-b2ab0245-97be-4a0c-850c-996e4f754a0f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:10.610509 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8c4a725d-3843-48cb-8ab4-3bc1ac4426d3 req-b2ab0245-97be-4a0c-850c-996e4f754a0f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0568857 Jun 21 06:05:10.670678 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8c4a725d-3843-48cb-8ab4-3bc1ac4426d3 req-6e3e2478-0844-4764-b7a3-b90765950b72 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502031 Jun 21 06:05:10.703733 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:10.710024 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:11.178355 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=48 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:11.180599 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=53 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:11.800163 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011d47-baf0-4c8d-9c11-1ff91722a02d req-2dfd3e8e-4cfa-4ef4-b5bd-c77ba21933f6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:11.802154 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf011d47-baf0-4c8d-9c11-1ff91722a02d req-2dfd3e8e-4cfa-4ef4-b5bd-c77ba21933f6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0543885 Jun 21 06:05:11.860187 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-cf011d47-baf0-4c8d-9c11-1ff91722a02d req-875ee34c-f6b7-4ec5-adc5-b64d21dbffa8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517988 Jun 21 06:05:12.055899 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-f650174b-6c55-454a-b64f-1e5e0a03c1fb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:12.059367 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-f650174b-6c55-454a-b64f-1e5e0a03c1fb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0720415 Jun 21 06:05:12.184457 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port 47194ebb-2e6b-49a5-89ce-156374a9f988 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:05:12.185303 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:12.294389 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] For port 47194ebb-2e6b-49a5-89ce-156374a9f988, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=47194ebb-2e6b-49a5-89ce-156374a9f988,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:05:12.294696 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:12.733278 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:05:12.744247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:12.744605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (96a22b63-673a-4108-ba9b-7ce192b73109), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:12.744940 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 96a22b63-673a-4108-ba9b-7ce192b73109 disassociated. External IP: 172.27.0.223, port: 47194ebb-2e6b-49a5-89ce-156374a9f988. Jun 21 06:05:12.745285 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for 47194ebb-2e6b-49a5-89ce-156374a9f988 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:05:12.970369 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (47194ebb-2e6b-49a5-89ce-156374a9f988), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:13.004413 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99c640-af73-4726-bb9a-91602a18ebcb req-496a4cac-eb9e-4606-b9a4-3fe3926650d4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:13.006423 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc99c640-af73-4726-bb9a-91602a18ebcb req-496a4cac-eb9e-4606-b9a4-3fe3926650d4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=939ccd30-4a20-413b-82e8-808b352cb342 HTTP/1.1" status: 200 len: 946 time: 0.0682824 Jun 21 06:05:13.011126 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=47194ebb-2e6b-49a5-89ce-156374a9f988,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:13.095404 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-fc99c640-af73-4726-bb9a-91602a18ebcb req-dd8fa6bc-b82e-4dc6-baca-079c52743da3 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700126 Jun 21 06:05:13.171615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:05:13.289520 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:05:13.301773 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:05:13.315420 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:05:13.316337 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:13.343247 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] No DVR routers for this DVR port 47194ebb-2e6b-49a5-89ce-156374a9f988 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:05:13.346784 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:13.350179 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-c69cf178-3da9-47b6-9af5-69da88b8f3bf req-de3d2f0a-45a4-44c2-be20-e24a658ad10f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "DELETE /v2.0/ports/47194ebb-2e6b-49a5-89ce-156374a9f988 HTTP/1.1" status: 204 len: 173 time: 1.2852924 Jun 21 06:05:13.350664 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'name': 'network-vif-deleted', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:05:13.353037 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f694cee-f949-49f6-af05-05dafd372630" -d '{"events": [{"server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "name": "network-vif-deleted", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:05:13.651142 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:05:13.670885 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24075bd-12d9-403c-b6ae-2bbb230fb57a x-openstack-request-id: req-c24075bd-12d9-403c-b6ae-2bbb230fb57a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:05:13.671169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939ccd30-4a20-413b-82e8-808b352cb342", "name": "network-vif-deleted", "tag": "47194ebb-2e6b-49a5-89ce-156374a9f988", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:05:13.671408 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c24075bd-12d9-403c-b6ae-2bbb230fb57a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:05:13.672280 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24075bd-12d9-403c-b6ae-2bbb230fb57a'] response: {'server_uuid': '939ccd30-4a20-413b-82e8-808b352cb342', 'name': 'network-vif-deleted', 'tag': '47194ebb-2e6b-49a5-89ce-156374a9f988', 'status': 'completed', 'code': 200} Jun 21 06:05:13.964633 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:14.022564 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:05:14.037243 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:05:14.038470 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:04:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:14.255364 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:05:14.503373 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:14.537233 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987533ad-2dec-488d-a876-9d1c9912a8d3 None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:05:14.558480 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-4e8d2eae-47ef-4f26-8ed7-21a6c7b18f1a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404600577&fields=id&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 267 time: 0.0655255 Jun 21 06:05:14.712048 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-e9b160c2-887b-4d22-ac04-a1b1c01dbc3b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:14.714097 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-e9b160c2-887b-4d22-ac04-a1b1c01dbc3b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.1493225 Jun 21 06:05:14.733566 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-46d7fe7f-dbe8-4f83-94d0-bddd21d28e20 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/quotas/9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 375 time: 0.0133300 Jun 21 06:05:14.810526 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-aadf3932-ec71-4098-8ba8-4c826d1febf8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662103 Jun 21 06:05:14.849620 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e998ae-303e-4585-a9b0-1ded4d8def9e None None] New status for floating IP 96a22b63-673a-4108-ba9b-7ce192b73109: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:05:14.892648 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-91b1cf80-5cea-41db-8816-4e5e969b974e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 06:05:14.894237 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-91b1cf80-5cea-41db-8816-4e5e969b974e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0706413 Jun 21 06:05:15.036964 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-dbdbffd0-4ba9-40d3-b428-a4e1725b54b9 service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308386 Jun 21 06:05:15.211905 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-57a32aee-6105-453c-82d1-f5bc5154905f service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632404 Jun 21 06:05:15.264500 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67d98ab3-13e9-4dc1-8c5b-09ede5e48ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:15.606722 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5e4095a9-f0e8-4e67-9c68-3eb39095af0c req-27848e27-49c1-45f5-8a90-300ccfefec3a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 210 time: 0.0463710 Jun 21 06:05:16.739376 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 47194ebb-2e6b-49a5-89ce-156374a9f988 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:05:16.822707 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-7704dcfa-de5f-4047-9e53-7c889ce7045a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:16.824526 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-7704dcfa-de5f-4047-9e53-7c889ce7045a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.1444387 Jun 21 06:05:16.824907 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-d6efeb3f-93b5-434f-8adc-63eed0c3299f req-8d97b0ce-d7c2-447d-9774-51f03c38803b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 210 time: 0.0917158 Jun 21 06:05:16.828551 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: 47194ebb-2e6b-49a5-89ce-156374a9f988 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:05:16.829032 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device 47194ebb-2e6b-49a5-89ce-156374a9f988 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:05:16.856572 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:16.864335 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:16.911424 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-5ca5a9a5-d6e2-48b8-8522-6bd26a2f6552 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 380 time: 0.0766134 Jun 21 06:05:16.925674 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'port': {'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'admin_state_up': True, 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'security_groups': ['4ff85a90-a5de-41b2-94bf-a1ffb4cee642']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:05:17.062375 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Made reservation on behalf of 9405db81e23a4cbbb963f916fbeea605 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:05:17.067115 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.245319 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.20.0.6 (08118c26-49e5-44b2-ae68-b52c5e4334d2/4591a8a5-671c-4b12-ac67-1b895ba9804c/df9b9ab6-5127-46cc-9705-b9896f1e8888) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:05:17.346660 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd09b-9abb-4ae5-ba07-4bc5cffe94ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.484385 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.528053 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.614748 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:05:17.620776 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:05:17.625018 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:05:17.654060 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:17.695949 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:17.696864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.723452 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-92f004e1-997c-4280-a646-c5a8c0b55f4f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020864 Jun 21 06:05:17.738293 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Request body: {'port': {'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:05:17.831745 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.880271 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-b0da894b-0fec-4d7a-994e-ef9ba2cc214b None None] Provisioning complete for port df9b9ab6-5127-46cc-9705-b9896f1e8888 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:05:17.881217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0da894b-0fec-4d7a-994e-ef9ba2cc214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:17.945320 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b0da894b-0fec-4d7a-994e-ef9ba2cc214b None None] Port df9b9ab6-5127-46cc-9705-b9896f1e8888 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:05:18.007026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f342e-a1ac-43ab-9e9a-2acb3ef1ff1d req-b711d0fe-4a80-4c2b-b5b8-20f4e7d80990 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:18.010184 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a79f342e-a1ac-43ab-9e9a-2acb3ef1ff1d req-b711d0fe-4a80-4c2b-b5b8-20f4e7d80990 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 931 time: 0.0627210 Jun 21 06:05:18.025393 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:18.052605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:18.075679 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-a79f342e-a1ac-43ab-9e9a-2acb3ef1ff1d req-060bc497-8fd9-49ba-be96-debf34ff82ad tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581863 Jun 21 06:05:18.224089 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9b9ab6-5127-46cc-9705-b9896f1e8888 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:05:18.232961 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks [] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.249365 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Transition to ACTIVE for port object df9b9ab6-5127-46cc-9705-b9896f1e8888 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 06:05:18.254382 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.306846 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:18.412013 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Attempting to bind port df9b9ab6-5127-46cc-9705-b9896f1e8888 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:05:18.412534 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Attempting to bind port df9b9ab6-5127-46cc-9705-b9896f1e8888 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:05:18.413044 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Attempting to bind port df9b9ab6-5127-46cc-9705-b9896f1e8888 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:05:18.421135 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Port df9b9ab6-5127-46cc-9705-b9896f1e8888 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 06:05:18.421548 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Attempting to bind port df9b9ab6-5127-46cc-9705-b9896f1e8888 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:05:18.429580 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:05:18.430125 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:05:18.430710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Bound using segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:05:18.431778 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Bound port: df9b9ab6-5127-46cc-9705-b9896f1e8888, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:05:18.432474 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.528253 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:05:18.531893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:05:18.538956 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.589342 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:18.590325 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.592612 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] 10.222.0.23 "PUT /v2.0/ports/df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 1093 time: 0.8620718 Jun 21 06:05:18.593315 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:05:18.597212 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eb5308-c31d-4626-9570-a048d9b2faa4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:05:18.640597 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54a67d-5faa-4b5f-86e1-2ebcdf08ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:18.696654 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff6fff9-0dbf-486d-afa7-5f03070069a1 x-openstack-request-id: req-7ff6fff9-0dbf-486d-afa7-5f03070069a1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:05:18.697136 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:05:18.697545 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ff6fff9-0dbf-486d-afa7-5f03070069a1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:05:18.698102 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff6fff9-0dbf-486d-afa7-5f03070069a1'] response: {'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'status': 'completed', 'code': 200} Jun 21 06:05:18.716967 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-4c0ad736-f7b8-4911-b2d5-a2c609b5b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:18.719131 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-4c0ad736-f7b8-4911-b2d5-a2c609b5b02b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1127 time: 0.0729358 Jun 21 06:05:18.777413 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-9a49b0b3-f07c-4883-8c91-dd63c3b250f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 217 time: 0.0510314 Jun 21 06:05:18.846016 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-85a8f5c3-f635-4b33-82a5-18f50526b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:18.848009 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-85a8f5c3-f635-4b33-82a5-18f50526b3d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0646169 Jun 21 06:05:18.887504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:18.904094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-4bb8199d-a43b-4216-8dae-11d76477f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:18.906190 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-4bb8199d-a43b-4216-8dae-11d76477f465 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507135 Jun 21 06:05:19.034223 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-3b9420f7-79cf-4046-aace-5280005dc765 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221807 Jun 21 06:05:19.143400 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f8ceb0be-5a05-425d-8808-aa916612efe2 req-f3005ece-5731-4b7c-81aa-831ec4db964a service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030722 Jun 21 06:05:19.216509 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726181c-7a73-444a-9575-b76444e2a2e1 req-96dfca94-a7b9-4019-9573-46d48a010ece tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:19.218079 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e726181c-7a73-444a-9575-b76444e2a2e1 req-96dfca94-a7b9-4019-9573-46d48a010ece tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0612552 Jun 21 06:05:19.272780 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e726181c-7a73-444a-9575-b76444e2a2e1 req-68e579f1-8ded-4b2e-a618-330ba6873e9d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Jun 21 06:05:19.382137 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-0aabad75-607e-4e57-a4a8-cf971c5b7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:19.383664 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-0aabad75-607e-4e57-a4a8-cf971c5b7d78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1127 time: 0.0437486 Jun 21 06:05:19.459245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:19.494721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-1ba3233c-4e67-49f3-af74-93a9bbd916ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:19.496500 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-1ba3233c-4e67-49f3-af74-93a9bbd916ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1059601 Jun 21 06:05:19.509404 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:19.542441 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-b6a0fda2-5b25-4fd5-8f37-84f9e59c039f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 217 time: 0.0401363 Jun 21 06:05:19.602683 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-9f1bfc45-2b25-4445-bba3-ea3e68f0583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:19.604176 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-9f1bfc45-2b25-4445-bba3-ea3e68f0583c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0555027 Jun 21 06:05:19.655011 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-f4c903eb-2013-459f-a43a-ea4067bbacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:19.656565 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-f4c903eb-2013-459f-a43a-ea4067bbacae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458713 Jun 21 06:05:19.762822 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-d0d34755-352a-4212-9712-05c1b11b6cf8 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996103 Jun 21 06:05:19.867911 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-79eb5308-c31d-4626-9570-a048d9b2faa4 req-cb6ee598-c5da-43cc-b824-87937488665a service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995991 Jun 21 06:05:19.990020 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:20.404506 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af76c6-d1af-4ac2-8095-1ff6680928d4 req-9c447284-498a-407e-8d4d-ad7dce946ee4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:20.406213 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92af76c6-d1af-4ac2-8095-1ff6680928d4 req-9c447284-498a-407e-8d4d-ad7dce946ee4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0564182 Jun 21 06:05:20.465920 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92af76c6-d1af-4ac2-8095-1ff6680928d4 req-93d5611c-06b0-48ac-a86c-e7b6b2a2f15f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534070 Jun 21 06:05:20.554388 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:21.593923 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:21.610388 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d099a-39dd-4376-b641-1cf32fead7e6 req-0972a1cc-d71a-4ea4-95b4-1ef8d497bc63 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:21.612556 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-097d099a-39dd-4376-b641-1cf32fead7e6 req-0972a1cc-d71a-4ea4-95b4-1ef8d497bc63 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0519049 Jun 21 06:05:21.635243 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:21.673446 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-097d099a-39dd-4376-b641-1cf32fead7e6 req-95ab7267-6448-4713-a281-55c9a3c527c2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551298 Jun 21 06:05:22.797561 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d2e96-b94f-4495-904c-9234b26a8c35 req-ab2f31be-0880-4fd0-8361-d4b2d45240d2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:22.799671 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e10d2e96-b94f-4495-904c-9234b26a8c35 req-ab2f31be-0880-4fd0-8361-d4b2d45240d2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0513411 Jun 21 06:05:22.864667 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e10d2e96-b94f-4495-904c-9234b26a8c35 req-c6313333-74bb-4077-a646-ec45e853f611 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580168 Jun 21 06:05:23.991295 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8b3d-593f-40b0-af92-50f91e55e97c req-0ae70855-c7c3-4be5-851a-ea5c77c24069 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:23.992993 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3cba8b3d-593f-40b0-af92-50f91e55e97c req-0ae70855-c7c3-4be5-851a-ea5c77c24069 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0530124 Jun 21 06:05:24.048766 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-3cba8b3d-593f-40b0-af92-50f91e55e97c req-b3ff0b4c-68a0-44ed-8152-748f671658f6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Jun 21 06:05:24.503500 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=70 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:24.507404 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=64 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:25.180277 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0691a0-b423-466c-95bd-31f7be1b7034 req-b060fd50-fa8e-4145-807e-706ea2c6ee01 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:25.182578 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6a0691a0-b423-466c-95bd-31f7be1b7034 req-b060fd50-fa8e-4145-807e-706ea2c6ee01 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0518081 Jun 21 06:05:25.239205 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6a0691a0-b423-466c-95bd-31f7be1b7034 req-0f8408de-7372-48b6-9afc-045a64fa7dae tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505459 Jun 21 06:05:26.371514 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ac62-9397-4e7f-9d70-1fcc6d8cb178 req-93a7a2b3-a96e-4b5e-b616-d8626c8e9ec2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:26.373165 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5890ac62-9397-4e7f-9d70-1fcc6d8cb178 req-93a7a2b3-a96e-4b5e-b616-d8626c8e9ec2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 943 time: 0.0584955 Jun 21 06:05:26.431941 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5890ac62-9397-4e7f-9d70-1fcc6d8cb178 req-37f4bff6-9694-4674-9f36-80514310816e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520861 Jun 21 06:05:26.768445 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device df9b9ab6-5127-46cc-9705-b9896f1e8888 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:05:26.882898 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:05:26.896966 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:05:26.937488 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port df9b9ab6-5127-46cc-9705-b9896f1e8888 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:05:26.937873 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:26.953873 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9b9ab6-5127-46cc-9705-b9896f1e8888 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:05:26.978624 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:05:26.984436 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:27.037211 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:27.152844 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:27.196371 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['df9b9ab6-5127-46cc-9705-b9896f1e8888'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:05:27.373693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:27.395865 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:27.560972 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13f103-3ef2-4391-8cee-5ab8f6933b44 req-60073871-d9d1-48a7-97f7-d57ce4313154 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:27.563025 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bb13f103-3ef2-4391-8cee-5ab8f6933b44 req-60073871-d9d1-48a7-97f7-d57ce4313154 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 944 time: 0.0559926 Jun 21 06:05:27.616947 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bb13f103-3ef2-4391-8cee-5ab8f6933b44 req-cb0b04b7-1971-483b-9a44-e20b8a1da6ef tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457351 Jun 21 06:05:28.747552 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60245e85-e68b-46ac-8fcd-f3a38b2ff619 req-2608b5b0-af5c-408d-b7ab-7dd0e4b222b8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:28.749189 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-60245e85-e68b-46ac-8fcd-f3a38b2ff619 req-2608b5b0-af5c-408d-b7ab-7dd0e4b222b8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 944 time: 0.0553989 Jun 21 06:05:28.764918 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device df9b9ab6-5127-46cc-9705-b9896f1e8888 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:05:28.808374 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-60245e85-e68b-46ac-8fcd-f3a38b2ff619 req-0a09b835-6660-418b-9381-c03b2de5a52c tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527117 Jun 21 06:05:28.822244 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port df9b9ab6-5127-46cc-9705-b9896f1e8888 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 06:05:28.831610 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port df9b9ab6-5127-46cc-9705-b9896f1e8888 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:05:28.832214 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:28.922840 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port df9b9ab6-5127-46cc-9705-b9896f1e8888 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:05:28.923222 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:28.953055 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:05:28.956242 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d17f6b5-7837-4b41-b5ef-de1f486f4050" -d '{"events": [{"server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "name": "network-vif-plugged", "status": "completed", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:05:28.979645 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:05:28.988218 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:29.064964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:29.074123 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29e504-dfbb-4fd8-82ed-1d57c49bb313 x-openstack-request-id: req-dc29e504-dfbb-4fd8-82ed-1d57c49bb313 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:05:29.074560 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "name": "network-vif-plugged", "status": "completed", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:05:29.074945 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc29e504-dfbb-4fd8-82ed-1d57c49bb313 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:05:29.075544 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc29e504-dfbb-4fd8-82ed-1d57c49bb313'] response: {'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'code': 200} Jun 21 06:05:29.312371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17ef6-899b-4638-87c8-ebacbfbd254a req-b39ad2b2-38b5-4808-9778-8e79857cf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:29.313791 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ae17ef6-899b-4638-87c8-ebacbfbd254a req-b39ad2b2-38b5-4808-9778-8e79857cf595 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0517945 Jun 21 06:05:29.370520 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-5ae17ef6-899b-4638-87c8-ebacbfbd254a req-b29a8e12-b711-4fed-befd-72af0b1cb7c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507689 Jun 21 06:05:29.947228 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec71f5a-fec8-48ae-bada-f2efe386f9fc req-696497a8-2a0b-468e-b44f-a1e0f6e7b63b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:29.948907 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bec71f5a-fec8-48ae-bada-f2efe386f9fc req-696497a8-2a0b-468e-b44f-a1e0f6e7b63b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Jun 21 06:05:30.020353 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-bec71f5a-fec8-48ae-bada-f2efe386f9fc req-a9ab8ee7-2975-427d-bbb8-371cc332e5ad tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606375 Jun 21 06:05:31.150503 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f551f-f6cb-496f-9048-bf4936af6217 req-1bbbd7c5-285f-4614-a074-daf453e075a0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:31.152173 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e00f551f-f6cb-496f-9048-bf4936af6217 req-1bbbd7c5-285f-4614-a074-daf453e075a0 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0527499 Jun 21 06:05:31.213515 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-e00f551f-f6cb-496f-9048-bf4936af6217 req-c3e8ace2-1509-4748-91a0-c9fe4306ad66 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551186 Jun 21 06:05:31.341530 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536abb-e5d8-4dc9-bfd6-24bd2589c569 req-6e8dc8f9-c212-4c6c-a7e0-f84b02f7ca4e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:31.343103 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-96536abb-e5d8-4dc9-bfd6-24bd2589c569 req-6e8dc8f9-c212-4c6c-a7e0-f84b02f7ca4e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0538886 Jun 21 06:05:31.399972 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-96536abb-e5d8-4dc9-bfd6-24bd2589c569 req-bf1b2be9-f8c0-4ba2-b81b-f9bd15670d78 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500834 Jun 21 06:05:31.425738 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:05:31.467147 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a2eea-df5e-4f00-9d67-33fa10d2ab52 tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:31.468778 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-ab4a2eea-df5e-4f00-9d67-33fa10d2ab52 tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1124 time: 0.0415914 Jun 21 06:05:31.474619 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48748) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:05:31.479707 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:05:31.504201 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:31.584412 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:31.598477 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:31.607929 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:31.716249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.27.0.4 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/1469c879-3870-43c1-9d3b-52c68df91bde) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:05:31.838750 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (1469c879-3870-43c1-9d3b-52c68df91bde), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:31.875541 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:31.919908 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:05:31.923474 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:05:31.927893 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:05:31.952097 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=1469c879-3870-43c1-9d3b-52c68df91bde,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:31.968031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.968376 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.968716 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.969057 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.969390 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.969718 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.970079 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.970406 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.970729 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.971615 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.971945 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.972266 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.972587 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.972904 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:31.973224 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:05:32.347088 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (4a9ffe58-2373-48dc-8349-72f2ede8e440), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:32.421396 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:32.454272 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:32.485861 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:32.592894 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (1469c879-3870-43c1-9d3b-52c68df91bde), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:32.599580 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:32.678819 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=1469c879-3870-43c1-9d3b-52c68df91bde,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:05:32.693336 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (4a9ffe58-2373-48dc-8349-72f2ede8e440), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:32.805413 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 4a9ffe58-2373-48dc-8349-72f2ede8e440 associated. External IP: 172.27.0.4, port: df9b9ab6-5127-46cc-9705-b9896f1e8888. Jun 21 06:05:33.025021 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:05:33.144713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:05:33.157784 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:05:33.171257 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:33.182448 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:05:33.183505 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:05:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:33.210641 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-cfd1dd00-f791-44fe-a286-0397e5836ce1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7347481 Jun 21 06:05:33.211575 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:05:33.214073 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9bef16-ad9a-4c4b-94aa-105df13ca587" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:05:33.332503 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:05:33.335085 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1ff8c-03ba-4641-9558-303ddf6dda53 x-openstack-request-id: req-0ed1ff8c-03ba-4641-9558-303ddf6dda53 {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:05:33.335527 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:05:33.335932 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ed1ff8c-03ba-4641-9558-303ddf6dda53 {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:05:33.336807 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed1ff8c-03ba-4641-9558-303ddf6dda53'] response: {'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'status': 'completed', 'code': 200} Jun 21 06:05:33.416574 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-84c4e093-a9e6-4dd9-9dbb-4db706c3d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:33.418624 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-84c4e093-a9e6-4dd9-9dbb-4db706c3d90f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0616155 Jun 21 06:05:33.534174 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-9ccdb2cd-9b93-4e8b-acd3-661c01f5d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:33.536634 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-9ccdb2cd-9b93-4e8b-acd3-661c01f5d3cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1105225 Jun 21 06:05:33.617234 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-04f2279d-77f0-433c-ab09-0394becc3f44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 997 time: 0.0748553 Jun 21 06:05:33.644023 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:32Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:33.669906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-ae19337a-32f1-4fbe-a614-a9b932f5110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:33.671434 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-ae19337a-32f1-4fbe-a614-a9b932f5110b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0482795 Jun 21 06:05:33.687515 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:05:33.701133 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:05:33.702032 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:05:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:33.726910 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-3dcd23b6-fa2e-4af2-b6c6-885d6b93bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:05:33.728507 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-3dcd23b6-fa2e-4af2-b6c6-885d6b93bbf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508068 Jun 21 06:05:33.840232 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-9709fcf0-3987-4237-a3c9-394dc940f37c service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038055 Jun 21 06:05:33.847773 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:05:33.938897 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d9bef16-ad9a-4c4b-94aa-105df13ca587 req-9e44ad63-268f-4f36-80de-1bf3d19e9f79 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933871 Jun 21 06:05:34.124966 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:32Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:05:34.151841 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5705-8327-45df-b1ab-788b6b6ec417 None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:32Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:05:34.366447 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05ba15-4841-48d2-9ed3-b28ebee006d4 None None] New status for floating IP 4a9ffe58-2373-48dc-8349-72f2ede8e440: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:05:43.202054 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=80 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:43.207819 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:43.933610 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=87 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:43.935551 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:44.513164 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:44.516888 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:45.250987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f59cc9e2-5e25-406e-8fee-80c984c9e1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:47.343811 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b8c-5445-40ce-9571-da4f8394416d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:47.707848 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=79 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:47.708689 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:05:48.881486 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:49.732605 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:05:49.991142 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:50.550686 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:57.140217 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:05:59.732091 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:00.409103 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-ee67c7d9-ad4f-40e1-b9a6-9244c38e462a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425429 Jun 21 06:06:00.500734 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-730a2d73-f754-4f5a-9872-a2f0b9652067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:06:00.502917 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-730a2d73-f754-4f5a-9872-a2f0b9652067 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0443163 Jun 21 06:06:00.635609 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-72f4b409-f461-4215-9a5e-89c08a5339d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:06:00.637131 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-72f4b409-f461-4215-9a5e-89c08a5339d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1148748 Jun 21 06:06:00.707265 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-fc7a24e4-98bd-4a64-a87e-5d373faee275 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 999 time: 0.0631948 Jun 21 06:06:00.760047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-62b0641c-375d-4c62-b501-0844198a93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:06:00.761552 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-62b0641c-375d-4c62-b501-0844198a93af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0487804 Jun 21 06:06:00.813575 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-ac2feed8-2354-4fb4-9ba5-a9bd82030a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:06:00.815704 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-ac2feed8-2354-4fb4-9ba5-a9bd82030a02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481687 Jun 21 06:06:00.913145 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-3ba9759e-445d-40b8-b351-dbc4bbd433ae service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902858 Jun 21 06:06:01.261441 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-0346a58c-fcd3-4ce5-946c-ae0c7dd2222b req-e24408e2-ee19-4bd8-954a-8afab7650134 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427651 Jun 21 06:06:07.132454 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:07.135544 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:11.255717 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=52 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:11.257753 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=49 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:15.258890 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6218da35-9dbc-424d-bbb0-32314b47dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:17.350862 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0a580ea-a7a8-4767-b9b7-c779359c2255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:18.884752 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:19.994068 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:20.546973 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:24.710784 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:24.711663 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:26.731841 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:06:27.145174 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:37.138547 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=11 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:37.141640 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:42.089670 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=14 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:42.092748 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=14 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:06:45.255669 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-12dfd6f4-2964-4a45-913f-00e1a8846b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:47.355475 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-48a1649c-a266-4bd9-b11b-90a1916c4154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:48.889696 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:49.996570 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:50.540778 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:06:57.144231 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:01.369317 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-983c34c9-2d87-4651-b756-289cf4891ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404658 Jun 21 06:07:01.451325 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-530e0912-c262-4014-9ece-6c27bab12894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:01.452947 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-530e0912-c262-4014-9ece-6c27bab12894 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0400634 Jun 21 06:07:01.571120 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-2db22b83-d33b-4cca-b45b-b2e48cac01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:01.572620 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-2db22b83-d33b-4cca-b45b-b2e48cac01f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1011870 Jun 21 06:07:01.708637 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:01.709355 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:02.423423 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-64a40fb1-c2b0-4ba6-bded-eda8a955daf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 999 time: 0.0583482 Jun 21 06:07:03.194662 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-a5378e31-6850-4bad-bfa0-7d95d552bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:03.196144 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-a5378e31-6850-4bad-bfa0-7d95d552bbfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0495999 Jun 21 06:07:03.731160 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:07:04.075388 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-864b28a9-5854-47cd-9c92-9754dbad5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:04.076911 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-864b28a9-5854-47cd-9c92-9754dbad5b97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428159 Jun 21 06:07:04.175367 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-ccf7c254-907f-4027-b924-7257fa6c6d65 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906978 Jun 21 06:07:04.269695 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-eb10489e-32d1-4ea8-9864-e3c6a5837468 req-040575d4-7701-45a6-8e46-67d55b8f2758 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875108 Jun 21 06:07:07.138619 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:07.140526 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:08.105402 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-243e26a8-6efe-4fc9-ba9c-dab1214f4e6e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404600577&fields=id&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 267 time: 0.0492103 Jun 21 06:07:08.226020 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-a7bba189-83a4-462c-9636-fe74ee20ba5b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:08.227555 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-a7bba189-83a4-462c-9636-fe74ee20ba5b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.1156085 Jun 21 06:07:08.242826 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-2b78f016-ffd0-4760-a310-bff135abcb13 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/quotas/9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 375 time: 0.0097008 Jun 21 06:07:08.303952 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-63f4af1d-0790-4ff7-b51c-b9edb08484b4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551808 Jun 21 06:07:08.423160 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1071ceb-accc-4057-965d-8359e5e15ad3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103793) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 06:07:08.424277 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1071ceb-accc-4057-965d-8359e5e15ad3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1049180 Jun 21 06:07:08.523016 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-560dee04-4b08-41a1-8b7d-5322eea40568 service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920165 Jun 21 06:07:08.637130 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-f0520b13-843f-4619-98a4-9f5fdf203fcb service neutron] 10.222.0.18 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083097 Jun 21 06:07:08.949965 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6088a457-b27e-46b8-a45c-95d5efc62072 req-daafc0da-f934-43d4-86b2-4bb359661766 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jun 21 06:07:09.879816 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-b3a9ae0a-024c-4bfb-ba33-724185209786 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:09.881253 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-b3a9ae0a-024c-4bfb-ba33-724185209786 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 812 time: 0.1207304 Jun 21 06:07:09.945789 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-6bceb086-53d1-4186-8e50-6f7bafca0b10 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405db81e23a4cbbb963f916fbeea605 HTTP/1.1" status: 200 len: 380 time: 0.0566216 Jun 21 06:07:09.953783 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'port': {'device_id': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'admin_state_up': True, 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'security_groups': ['4ff85a90-a5de-41b2-94bf-a1ffb4cee642']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:07:10.055879 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8c6d1103-7e7e-4e12-86cb-7ac867a5f8ae req-1c5cbd9a-ab13-4906-a064-dd000618dd4b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 210 time: 0.0282111 Jun 21 06:07:10.073238 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Made reservation on behalf of 9405db81e23a4cbbb963f916fbeea605 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 06:07:10.076840 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.219739 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.20.0.11 (08118c26-49e5-44b2-ae68-b52c5e4334d2/4591a8a5-671c-4b12-ac67-1b895ba9804c/e5407028-d5f4-462a-8c85-42951794c530) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:07:10.224388 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:10.230828 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:10.390463 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (e5407028-d5f4-462a-8c85-42951794c530), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.423106 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.467620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:07:10.470755 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:07:10.474533 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:07:10.480492 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:10.511371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.511710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.512153 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.512483 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.512810 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.513129 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.513447 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.513762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.514111 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.514433 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.514749 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.515068 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.515379 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.515695 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.516003 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:10.543462 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:10.544088 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.561630 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-d1a33643-9868-4bab-9bb9-f7b836ddf145 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6113915 Jun 21 06:07:10.573047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.v2.base [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Request body: {'port': {'device_id': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84690'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:07:10.638660 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e5407028-d5f4-462a-8c85-42951794c530), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.728012 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-c2941ba6-e0e0-4d26-a5b0-05501a6d9217 None None] Provisioning complete for port e5407028-d5f4-462a-8c85-42951794c530 triggered by entity DHCP. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:07:10.728866 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c2941ba6-e0e0-4d26-a5b0-05501a6d9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e5407028-d5f4-462a-8c85-42951794c530), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.765756 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c2941ba6-e0e0-4d26-a5b0-05501a6d9217 None None] Port e5407028-d5f4-462a-8c85-42951794c530 cannot update to ACTIVE because it is not bound. {{(pid=103795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 06:07:10.950240 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5407028-d5f4-462a-8c85-42951794c530 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:07:10.958760 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks [] for port (e5407028-d5f4-462a-8c85-42951794c530), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:10.972164 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Transition to ACTIVE for port object e5407028-d5f4-462a-8c85-42951794c530 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 06:07:10.976189 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:11.035994 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Pushing event updated for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:11.097683 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:11.119465 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Attempting to bind port e5407028-d5f4-462a-8c85-42951794c530 on host hv-cinder-84690 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 06:07:11.120131 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Attempting to bind port e5407028-d5f4-462a-8c85-42951794c530 by drivers openvswitch,hyperv on host hv-cinder-84690 at level 0 using segments [{'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 06:07:11.120538 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Attempting to bind port e5407028-d5f4-462a-8c85-42951794c530 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:07:11.126202 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Port e5407028-d5f4-462a-8c85-42951794c530 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84690 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 06:07:11.126517 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Attempting to bind port e5407028-d5f4-462a-8c85-42951794c530 on network 08118c26-49e5-44b2-ae68-b52c5e4334d2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 06:07:11.132348 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Checking agent: {'id': 'ef242657-a6f1-4094-94bf-2142d69042bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84690', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'started_at': datetime.datetime(2022, 6, 21, 5, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 6, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 06:07:11.132839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Checking segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 06:07:11.133277 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Bound using segment: {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 06:07:11.133776 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Bound port: e5407028-d5f4-462a-8c85-42951794c530, host: hv-cinder-84690, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26276269-e05f-4586-8645-6eedd1db4b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 06:07:11.134213 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e5407028-d5f4-462a-8c85-42951794c530), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:11.136062 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:11.194324 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1f71-a14c-46d2-a695-fb4effea2826 req-30df15eb-4dcb-49e5-97c6-ee694af2f9d6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:11.195882 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c4d1f71-a14c-46d2-a695-fb4effea2826 req-30df15eb-4dcb-49e5-97c6-ee694af2f9d6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0575531 Jun 21 06:07:11.213895 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 06:07:11.217094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e5407028-d5f4-462a-8c85-42951794c530,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 06:07:11.224531 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3775115'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:11.248523 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c4d1f71-a14c-46d2-a695-fb4effea2826 req-ad721b39-e4b6-4264-b0e5-64ff6b448013 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Jun 21 06:07:11.259997 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:11.260687 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:11.262010 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 200 len: 1094 time: 0.6932487 Jun 21 06:07:11.262674 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:07:11.264659 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341c9ef-a771-46a9-bbc6-268d43db1c19" -d '{"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:07:11.291854 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ed25-9b47-4d0c-82d6-e126ea87a630 service neutron] Pushing event updated for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:11.322308 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20434c99-100f-4702-9782-d8471f249301 x-openstack-request-id: req-20434c99-100f-4702-9782-d8471f249301 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:07:11.322621 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:07:11.322840 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20434c99-100f-4702-9782-d8471f249301 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:07:11.323239 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20434c99-100f-4702-9782-d8471f249301'] response: {'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530', 'status': 'completed', 'code': 200} Jun 21 06:07:11.351499 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-bec57343-84a2-4f12-972f-e76ab18b7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:11.353156 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-bec57343-84a2-4f12-972f-e76ab18b7ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1128 time: 0.0457792 Jun 21 06:07:11.393831 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-1d623ac5-aad2-4806-a787-a409eae9281b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 200 len: 217 time: 0.0337248 Jun 21 06:07:11.448187 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-1bc08618-8bb0-45bc-8d7b-208d52fc2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:11.449678 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-1bc08618-8bb0-45bc-8d7b-208d52fc2a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0502076 Jun 21 06:07:11.498553 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-032f6f87-e428-402a-ae7c-b4b6fd74032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:11.500117 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-032f6f87-e428-402a-ae7c-b4b6fd74032e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430651 Jun 21 06:07:11.605613 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-53f53a42-2bfb-47a4-9ba5-00c3f2d03ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983977 Jun 21 06:07:11.693869 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-72951e6f-c364-4daa-a45b-4da03af91b33 req-363bebc2-7659-480b-8f81-be940dcd1d08 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811369 Jun 21 06:07:12.027133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-d4226efa-78d6-4027-a8c3-9d987762f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:12.029079 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-d4226efa-78d6-4027-a8c3-9d987762f971 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1128 time: 0.0515995 Jun 21 06:07:12.136047 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-102c2fe4-9773-49eb-9ab2-6f44a44f017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:12.137721 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-102c2fe4-9773-49eb-9ab2-6f44a44f017c service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1007185 Jun 21 06:07:12.181028 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-209343d5-30df-4593-a4c9-43eba7ba3502 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 200 len: 217 time: 0.0335736 Jun 21 06:07:12.236373 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-f00db867-7185-446a-ba99-fb39cdb620cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:12.238307 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-f00db867-7185-446a-ba99-fb39cdb620cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0499446 Jun 21 06:07:12.281923 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-43e4b5cc-202d-4d6e-b2a2-cc873a759870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:12.283435 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-43e4b5cc-202d-4d6e-b2a2-cc873a759870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395615 Jun 21 06:07:12.373919 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbe7cc-a5ee-4ac0-8167-58ea2b320c86 req-6bd96e9b-1dcb-4864-ace1-e1d00146a90e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:12.375430 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5fbbe7cc-a5ee-4ac0-8167-58ea2b320c86 req-6bd96e9b-1dcb-4864-ace1-e1d00146a90e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0560071 Jun 21 06:07:12.381454 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-90f3554b-36b0-4abb-a00a-f0893548868e service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916400 Jun 21 06:07:12.426612 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-5fbbe7cc-a5ee-4ac0-8167-58ea2b320c86 req-906f582f-c6c0-400f-8b27-434e49dd7cac tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 Jun 21 06:07:12.469888 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:12.474131 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-b341c9ef-a771-46a9-bbc6-268d43db1c19 req-9f138d13-ee6e-48f0-9711-6b871c6f52bd service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859170 Jun 21 06:07:13.556904 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59b1b7-44da-4753-8d86-e908fe8f2cfd req-baba181f-d025-48e2-a106-805d7290125d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:13.559906 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c59b1b7-44da-4753-8d86-e908fe8f2cfd req-baba181f-d025-48e2-a106-805d7290125d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0519395 Jun 21 06:07:13.619807 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-4c59b1b7-44da-4753-8d86-e908fe8f2cfd req-5de409d1-3e2a-4af1-b212-cb86d4174ca5 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534854 Jun 21 06:07:13.727890 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:13.728729 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:14.740127 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f80f-bc32-4507-98ef-eaa37fd1dfd4 req-194d3200-6e99-4a8c-b701-96b4da850244 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:14.741731 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-24e0f80f-bc32-4507-98ef-eaa37fd1dfd4 req-194d3200-6e99-4a8c-b701-96b4da850244 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0523834 Jun 21 06:07:14.798287 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-24e0f80f-bc32-4507-98ef-eaa37fd1dfd4 req-3b90a0bf-a51f-4671-b6aa-aa0929d08d04 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Jun 21 06:07:15.248653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bba593e-909d-48da-83b0-67a6f06f897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:15.929876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808a409-daa4-4358-9927-b86ad3bb6603 req-edb9ed72-f119-4fab-b0f4-3534508c2f6f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:15.931498 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0808a409-daa4-4358-9927-b86ad3bb6603 req-edb9ed72-f119-4fab-b0f4-3534508c2f6f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0586472 Jun 21 06:07:15.987896 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0808a409-daa4-4358-9927-b86ad3bb6603 req-581e297f-c0a7-4aeb-b884-5a2dfa72043e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Jun 21 06:07:17.352036 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f7f09ab-4874-4be7-a187-1faff0c2befb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:17.414867 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1defe-8b51-49d5-a7a3-d1db3d15f6df req-b2d6b31f-1775-4b7f-ac2c-1815936a81c1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:17.416538 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6fd1defe-8b51-49d5-a7a3-d1db3d15f6df req-b2d6b31f-1775-4b7f-ac2c-1815936a81c1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.3353872 Jun 21 06:07:17.468678 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-6fd1defe-8b51-49d5-a7a3-d1db3d15f6df req-3fce159b-90a6-4f41-a34e-462041e2c688 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464983 Jun 21 06:07:18.574762 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:18.590564 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93fe8-6fae-4ae2-9291-655db8f622a3 req-a8bb3489-66cd-4800-91a2-b784237b2ac1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:18.592130 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92a93fe8-6fae-4ae2-9291-655db8f622a3 req-a8bb3489-66cd-4800-91a2-b784237b2ac1 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0524440 Jun 21 06:07:18.604866 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=100 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:18.644507 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-92a93fe8-6fae-4ae2-9291-655db8f622a3 req-06300a6d-9691-4e10-82d2-51c109edb7ae tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462515 Jun 21 06:07:18.893987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:19.887458 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ceaea-6102-4fa6-9c74-78ee18a241de req-71ab555e-d865-478f-abe2-68492b16b45b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:19.889001 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ea6ceaea-6102-4fa6-9c74-78ee18a241de req-71ab555e-d865-478f-abe2-68492b16b45b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0580246 Jun 21 06:07:19.941793 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-ea6ceaea-6102-4fa6-9c74-78ee18a241de req-11d46fa4-7255-4596-9a59-209d2929df15 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Jun 21 06:07:20.002253 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:20.544127 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:21.067771 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705297e9-4f8f-460b-80ef-7fe54df1d651 req-a8af5894-228e-4f7e-b1d3-67ceb7bff81d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:21.069272 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-705297e9-4f8f-460b-80ef-7fe54df1d651 req-a8af5894-228e-4f7e-b1d3-67ceb7bff81d tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 944 time: 0.0489156 Jun 21 06:07:21.133894 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-705297e9-4f8f-460b-80ef-7fe54df1d651 req-13e36250-f7f1-4e05-baaf-660826d738da tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553851 Jun 21 06:07:21.241618 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e5407028-d5f4-462a-8c85-42951794c530 details requested by agent hyperv_hv-cinder-84690 with host hv-cinder-84690 {{(pid=103795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 06:07:21.352529 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e5407028-d5f4-462a-8c85-42951794c530,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:07:21.367034 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Returning: {'device': 'e5407028-d5f4-462a-8c85-42951794c530', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'port_id': 'e5407028-d5f4-462a-8c85-42951794c530', 'mac_address': 'fa:16:3e:83:46:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 06:07:21.406528 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port e5407028-d5f4-462a-8c85-42951794c530 is: DOWN; New status is: BUILD {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:07:21.407016 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e5407028-d5f4-462a-8c85-42951794c530), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:21.422490 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5407028-d5f4-462a-8c85-42951794c530 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 06:07:21.449295 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e5407028-d5f4-462a-8c85-42951794c530,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:07:21.454240 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:21.510558 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=4']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:21.519215 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.519644 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.520084 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.520455 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.520818 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.521181 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.521552 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.521968 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.522337 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.522701 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.523094 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.523448 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.523859 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.524221 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.524576 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:21.675536 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] get_ports_and_sgs() called for port_ids ['e5407028-d5f4-462a-8c85-42951794c530'] {{(pid=103795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 06:07:21.929089 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:21.959352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:22.258377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a7dba-c1c9-4f93-a5b1-699185ec4267 req-55a4ce6b-c0b7-45dd-87ba-52460ca3a349 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:22.259843 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-692a7dba-c1c9-4f93-a5b1-699185ec4267 req-55a4ce6b-c0b7-45dd-87ba-52460ca3a349 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 945 time: 0.0522890 Jun 21 06:07:22.317156 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-692a7dba-c1c9-4f93-a5b1-699185ec4267 req-33f8439d-c486-4b77-bdb8-d29f9c7317e3 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512784 Jun 21 06:07:22.469292 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:23.265237 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e5407028-d5f4-462a-8c85-42951794c530 up at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 06:07:23.314821 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning for port e5407028-d5f4-462a-8c85-42951794c530 completed by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 06:07:23.322671 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Provisioning complete for port e5407028-d5f4-462a-8c85-42951794c530 triggered by entity L2. {{(pid=103795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 06:07:23.323078 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16431062'] for port (e5407028-d5f4-462a-8c85-42951794c530), provisioning_complete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:23.409011 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Current status of the port e5407028-d5f4-462a-8c85-42951794c530 is: BUILD; New status is: ACTIVE {{(pid=103795) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 06:07:23.409318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (e5407028-d5f4-462a-8c85-42951794c530), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:23.439895 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:07:23.442988 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d431-23f9-46d3-9289-60276c2825b1 req-3236edfb-78c6-4c7d-abbd-108b9bcae6fa tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:23.443785 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a0641357a9635e110f24e38a4fc17669d225afffb74c4adb922b191ef2b589f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc951d-10b7-49a3-a069-6c16d7709eb4" -d '{"events": [{"server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "name": "network-vif-plugged", "status": "completed", "tag": "e5407028-d5f4-462a-8c85-42951794c530"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:07:23.444571 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-66e7d431-23f9-46d3-9289-60276c2825b1 req-3236edfb-78c6-4c7d-abbd-108b9bcae6fa tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 945 time: 0.0533905 Jun 21 06:07:23.461089 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e5407028-d5f4-462a-8c85-42951794c530,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:07:23.466224 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:23.501449 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f00bdd-1ac1-4b5d-9ad2-0f3f4b679f92 x-openstack-request-id: req-30f00bdd-1ac1-4b5d-9ad2-0f3f4b679f92 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:07:23.501819 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "name": "network-vif-plugged", "status": "completed", "tag": "e5407028-d5f4-462a-8c85-42951794c530", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:07:23.502099 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30f00bdd-1ac1-4b5d-9ad2-0f3f4b679f92 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:07:23.502508 dv-cinder-846901-1-iscsi neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f00bdd-1ac1-4b5d-9ad2-0f3f4b679f92'] response: {'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530', 'code': 200} Jun 21 06:07:23.521457 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-66e7d431-23f9-46d3-9289-60276c2825b1 req-548615d6-f8ca-4d4e-8310-75ddb3d73054 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684948 Jun 21 06:07:23.542110 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Pushing event updated for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=5']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:23.720796 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1473ba-8c89-4276-8c72-78bb28686756 req-b13f2620-7d24-479c-b6ae-94279b4bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:23.722527 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3b1473ba-8c89-4276-8c72-78bb28686756 req-b13f2620-7d24-479c-b6ae-94279b4bd1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1130 time: 0.0438275 Jun 21 06:07:23.777877 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-3b1473ba-8c89-4276-8c72-78bb28686756 req-00657a86-dd75-4f9d-8499-fc88ed01e0a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Jun 21 06:07:24.642803 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6540f-659c-4b76-b688-28ec8f1d248a req-80be8de6-0e1a-4798-a5b2-bd1d8ce1badb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:24.644869 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-77a6540f-659c-4b76-b688-28ec8f1d248a req-80be8de6-0e1a-4798-a5b2-bd1d8ce1badb tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.0495622 Jun 21 06:07:24.697517 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-77a6540f-659c-4b76-b688-28ec8f1d248a req-041810ff-3921-4e5b-a5e6-768a323bd010 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462856 Jun 21 06:07:25.819026 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aee54-97f5-4ca0-9cd2-e0cd57af366e req-7696dac8-a6b5-4596-9b40-c65e4ed65da5 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:25.820938 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c58aee54-97f5-4ca0-9cd2-e0cd57af366e req-7696dac8-a6b5-4596-9b40-c65e4ed65da5 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.0534279 Jun 21 06:07:25.877112 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c58aee54-97f5-4ca0-9cd2-e0cd57af366e req-3a5a209b-3a94-4562-84cb-642c879f129e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506279 Jun 21 06:07:25.997377 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d95e-558d-458d-8578-ed470fb6aab4 req-4b8ca4e9-74e4-43d7-aa0f-9add57db4c03 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:25.998825 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c1d0d95e-558d-458d-8578-ed470fb6aab4 req-4b8ca4e9-74e4-43d7-aa0f-9add57db4c03 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.0530686 Jun 21 06:07:26.053615 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-c1d0d95e-558d-458d-8578-ed470fb6aab4 req-42d16858-4d75-4acd-916d-62c2a5c9c68e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488811 Jun 21 06:07:26.081657 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48886) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:07:26.127443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed0561-c8e3-4244-9dff-111c3f3f7565 tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:26.129759 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-94ed0561-c8e3-4244-9dff-111c3f3f7565 tempest-TestVolumeBootPattern-788623748 tempest-TestVolumeBootPattern-788623748-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1125 time: 0.0470378 Jun 21 06:07:26.133013 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48888) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:07:26.137859 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.v2.base [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Request body: {'floatingip': {'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'port_id': 'e5407028-d5f4-462a-8c85-42951794c530', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 06:07:26.161616 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:26.254727 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (None), before_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:26.349888 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:26.373959 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.db_base_plugin_common [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Allocated IP 172.27.0.142 (f2627a31-9027-49ff-a673-f0f82c629478/70de3753-95f8-4559-9e20-ba18337787a0/69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a) {{(pid=103793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 06:07:26.417203 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:26.487805 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:26.521649 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773736523659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:26.568302 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Network f2627a31-9027-49ff-a673-f0f82c629478 is already hosted by enough agents. {{(pid=103793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 06:07:26.571664 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.base_scheduler [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Resources bound (agent type, host, resource id): {{(pid=103793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 06:07:26.575892 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Received port after_create {{(pid=103793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 06:07:26.581249 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a,revision_number=1']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:26.610107 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.610589 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.611025 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.611462 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.612537 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.613044 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.613565 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.614139 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.614602 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.615058 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.615453 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.615869 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.616271 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.616648 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.617136 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:07:26.953975 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (11edf301-562d-42a7-92ea-8f0596bdc7a1), precommit_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.021368 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16394454'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), before_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.151252 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.158441 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:27.178825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), precommit_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.188603 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773736942942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773736523677', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773736523695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26280504'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), after_update {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.220197 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:27.269230 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event updated for resources: {'Port': ['ID=69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a,revision_number=2']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:07:27.282652 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713033'] for floatingip (11edf301-562d-42a7-92ea-8f0596bdc7a1), after_create {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.384667 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 11edf301-562d-42a7-92ea-8f0596bdc7a1 associated. External IP: 172.27.0.142, port: e5407028-d5f4-462a-8c85-42951794c530. Jun 21 06:07:27.599640 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:07:27.715876 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:07:27.728122 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:07:27.735834 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:27.741073 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:07:27.741710 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:07:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:07:27.772794 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-36897b5d-d455-41fa-9863-f626b4dabd17 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6386855 Jun 21 06:07:27.773379 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:07:27.775677 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d096b8a-a97e-468b-be1c-e6e309e353d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:07:27.814943 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1a663-90ad-40c1-aaf8-a49b491fecaf x-openstack-request-id: req-cca1a663-90ad-40c1-aaf8-a49b491fecaf {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:07:27.815729 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:07:27.815974 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cca1a663-90ad-40c1-aaf8-a49b491fecaf {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:07:27.816400 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca1a663-90ad-40c1-aaf8-a49b491fecaf'] response: {'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530', 'status': 'completed', 'code': 200} Jun 21 06:07:27.853198 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:07:27.876400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-bda3868c-a65e-4fdc-b848-ae5b366f1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:27.878481 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-bda3868c-a65e-4fdc-b848-ae5b366f1914 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1130 time: 0.0416403 Jun 21 06:07:27.979900 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-292ea572-b53d-43ad-820a-09e892f04253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:27.981475 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-292ea572-b53d-43ad-820a-09e892f04253 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.0964875 Jun 21 06:07:28.059338 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-cf34b0bb-bc21-4574-8c32-42ac8047143c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 200 len: 1000 time: 0.0711691 Jun 21 06:07:28.100316 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '11edf301-562d-42a7-92ea-8f0596bdc7a1', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'e5407028-d5f4-462a-8c85-42951794c530', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:83:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:07:26Z', 'updated_at': '2022-06-21T06:07:26Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}, {'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:07:28.112477 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-3e812bb0-043e-4e0a-838e-358d8e75fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:28.114313 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-3e812bb0-043e-4e0a-838e-358d8e75fe99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0489683 Jun 21 06:07:28.126357 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:07:28.136474 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:07:28.137101 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:07:17Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:07:28.169383 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-30f7297e-7e6f-41fa-a9a0-6f336252b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:07:28.171061 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-30f7297e-7e6f-41fa-a9a0-6f336252b0c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506525 Jun 21 06:07:28.250853 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:07:28.275894 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-36196088-5774-40b9-8cae-279bf9555b92 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980103 Jun 21 06:07:28.374968 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-2d096b8a-a97e-468b-be1c-e6e309e353d4 req-7eac2f51-e91a-462d-85eb-db2dee74a742 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939362 Jun 21 06:07:28.502127 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '11edf301-562d-42a7-92ea-8f0596bdc7a1', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'e5407028-d5f4-462a-8c85-42951794c530', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:83:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:07:26Z', 'updated_at': '2022-06-21T06:07:26Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}, {'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:07:28.531691 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea9d38-41c5-464a-81d9-053d7fb71bd6 None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '11edf301-562d-42a7-92ea-8f0596bdc7a1', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'e5407028-d5f4-462a-8c85-42951794c530', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:83:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:07:26Z', 'updated_at': '2022-06-21T06:07:26Z', 'revision_number': 0, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}, {'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:07:28.737469 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085778a9-321c-4b45-bb39-821fd993c6a7 None None] New status for floating IP 11edf301-562d-42a7-92ea-8f0596bdc7a1: ACTIVE {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:07:37.762675 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:37.769064 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:38.359613 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=54 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:38.371987 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=58 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:38.847414 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:38.852332 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:40.731320 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:07:45.252298 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97e5edf6-96ce-4db4-9b51-2f2e571ba0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:47.346460 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1278a9aa-3bb5-4580-beb9-ee7d58e53061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:48.892049 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:50.003532 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:50.552849 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:07:50.726950 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=79 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:50.728665 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:07:57.163466 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:03.396178 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-7db337d0-c2d7-4b29-a0f1-117a625201ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445569 Jun 21 06:08:03.480318 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-84473725-cd2c-47a1-9956-bd15a807d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:03.481852 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-84473725-cd2c-47a1-9956-bd15a807d0ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0402141 Jun 21 06:08:03.592919 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-9b3115ac-0de8-4704-bcd4-8e4024e9395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:03.594390 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-9b3115ac-0de8-4704-bcd4-8e4024e9395c service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.0953128 Jun 21 06:08:03.655644 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-73e243e6-e3ab-45ef-9c91-71fc3ccc1d6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 999 time: 0.0542879 Jun 21 06:08:03.705150 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-b31d38e2-82f2-40d0-a95c-8c9eedf3f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:03.707426 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-b31d38e2-82f2-40d0-a95c-8c9eedf3f2b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0451579 Jun 21 06:08:03.759845 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-07c70ee6-c4f3-4cda-bf3a-c0fbeeed30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:03.761432 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-07c70ee6-c4f3-4cda-bf3a-c0fbeeed30ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476356 Jun 21 06:08:03.869926 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-680522ed-d663-4387-9736-e3ca1923a6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021960 Jun 21 06:08:03.990532 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-f1a6390f-c70b-4c0d-a58f-7c830e25eecc req-10036e74-76b1-475b-8d1a-959d1df3c405 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145594 Jun 21 06:08:07.152152 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:07.158452 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:13.984605 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=50 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:13.986559 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=51 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:15.255550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1a5e-702b-45de-802b-e11b0df9ed08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:15.705525 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:15.710901 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:17.349173 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7e03-b550-4b83-98e6-01e20546626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:17.730752 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:08:18.896351 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:20.004138 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:20.555082 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:27.170183 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:27.727389 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:37.160120 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:37.162159 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:42.103936 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=10 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:42.107335 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=16 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:45.261521 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a7a974a-12b2-4bab-877c-594c3dd77fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:47.352850 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46e0b75f-9f1b-4828-b9a0-ebaa5ffa0988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:48.899537 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:50.009133 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:50.558398 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:52.703311 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:52.708807 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=3 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:54.729998 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:08:55.520208 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48912) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:08:55.685763 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port 69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:08:55.686135 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:55.774227 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:55.774504 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:55.789321 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for 69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a owned by network:floatingip {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:08:55.952286 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:55.979808 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=69775ad2-dbf4-4a37-ab5d-3c6f1c66f43a,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:08:56.008686 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.009031 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.009373 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.009713 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.010125 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.010414 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.010739 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.011083 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.011391 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.011718 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.012094 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.012443 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.012792 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.013138 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.013482 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:56.070665 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (11edf301-562d-42a7-92ea-8f0596bdc7a1), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:56.071174 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.db.l3_db [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 11edf301-562d-42a7-92ea-8f0596bdc7a1 disassociated (deleted). External IP: 172.27.0.142, port: e5407028-d5f4-462a-8c85-42951794c530. Jun 21 06:08:56.306534 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:08:56.437077 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:08:56.441883 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:56.450269 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37369af6-32d5-4030-9b05-483130517661 None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:08:56.463093 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:08:56.464165 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:08:56.476155 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-a75cad4d-acbf-4ffc-9144-8de115a40c16 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "DELETE /v2.0/floatingips/11edf301-562d-42a7-92ea-8f0596bdc7a1 HTTP/1.1" status: 204 len: 168 time: 0.9540789 Jun 21 06:08:56.476985 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530'}] {{(pid=103793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:08:56.479252 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fbd837cad781788ebcc112852b421952731e9087467c408551a67f337a15e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c41c614-9880-4e7c-8b08-239249bfa3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530"}]}' {{(pid=103793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:08:56.558980 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4786ea53-2099-49f4-98f2-f170be5749ec x-openstack-request-id: req-4786ea53-2099-49f4-98f2-f170be5749ec {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:08:56.559961 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "tag": "e5407028-d5f4-462a-8c85-42951794c530", "status": "completed", "code": 200}]} {{(pid=103793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:08:56.559961 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4786ea53-2099-49f4-98f2-f170be5749ec {{(pid=103793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:08:56.560293 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4786ea53-2099-49f4-98f2-f170be5749ec'] response: {'name': 'network-changed', 'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530', 'status': 'completed', 'code': 200} Jun 21 06:08:56.634422 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-ca058af0-bbcc-4272-add6-9f51980ae2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:56.636985 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-ca058af0-bbcc-4272-add6-9f51980ae2b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 1130 time: 0.0516431 Jun 21 06:08:56.724324 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:08:56.763370 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-50de5252-1e55-48f4-8316-ddde12faa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:56.764981 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-50de5252-1e55-48f4-8316-ddde12faa5b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.1218555 Jun 21 06:08:56.833439 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:56.878042 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb97a43-f44e-4e80-9c40-b8de48c73a60 req-123036f4-80fa-43e1-ad06-e840dba2e745 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:56.879732 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cb97a43-f44e-4e80-9c40-b8de48c73a60 req-123036f4-80fa-43e1-ad06-e840dba2e745 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.1251280 Jun 21 06:08:56.911653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:08:56.946008 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1cb97a43-f44e-4e80-9c40-b8de48c73a60 req-98df634e-77c7-45f1-8353-305462239bb8 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559881 Jun 21 06:08:57.019993 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:08:57.046710 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37369af6-32d5-4030-9b05-483130517661 None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:08:57.057247 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:08:57.057948 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:08:57.172993 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:08:57.187499 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:57.397429 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-37369af6-32d5-4030-9b05-483130517661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:08:57.428307 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37369af6-32d5-4030-9b05-483130517661 None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_floatingips': [{'id': '4a9ffe58-2373-48dc-8349-72f2ede8e440', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'router_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'port_id': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'mac_address': 'fa:16:3e:a5:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T06:05:32Z', 'updated_at': '2022-06-21T06:05:34Z', 'revision_number': 1, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:08:57.661701 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c477c03-b6bd-4419-9e05-a625b6efb350 None None] New status for floating IP 11edf301-562d-42a7-92ea-8f0596bdc7a1: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:08:57.750099 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-305299e5-1df0-4e50-9af8-6e7585a6f035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 200 len: 217 time: 0.0347288 Jun 21 06:08:57.802862 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-2cd487b6-b2b7-4e64-a0e4-0005f8489aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:57.805013 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-2cd487b6-b2b7-4e64-a0e4-0005f8489aee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0486708 Jun 21 06:08:57.918963 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-c597f9e1-5792-4746-852e-9729adf7630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:57.920410 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-c597f9e1-5792-4746-852e-9729adf7630b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403121 Jun 21 06:08:58.027431 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-7bba21f3-f78c-4aa9-9205-06a70ada0cbd service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005635 Jun 21 06:08:58.162639 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db0b0-4236-4d80-b05a-7119366be7c2 req-9bfb0f1a-e41c-4ffc-b870-94fcbb9ed4e9 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:58.164958 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c8db0b0-4236-4d80-b05a-7119366be7c2 req-9bfb0f1a-e41c-4ffc-b870-94fcbb9ed4e9 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.1138251 Jun 21 06:08:58.226812 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-0c8db0b0-4236-4d80-b05a-7119366be7c2 req-64f49de1-3378-4529-a38d-b8109fbd586c tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537386 Jun 21 06:08:58.513920 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-5cf97f07-69de-438f-9185-64b7c312381b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:08:58.515770 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-5cf97f07-69de-438f-9185-64b7c312381b tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 946 time: 0.3128080 Jun 21 06:08:58.531123 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-7c41c614-9880-4e7c-8b08-239249bfa3a2 req-1ea1d309-5d88-48a4-a466-0f013fda065b service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970819 Jun 21 06:08:58.610275 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port e5407028-d5f4-462a-8c85-42951794c530 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:08:58.610573 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (e5407028-d5f4-462a-8c85-42951794c530), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:58.716795 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] For port e5407028-d5f4-462a-8c85-42951794c530, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=e5407028-d5f4-462a-8c85-42951794c530,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:08:58.717159 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (e5407028-d5f4-462a-8c85-42951794c530), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:58.730637 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for e5407028-d5f4-462a-8c85-42951794c530 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:08:58.874169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (e5407028-d5f4-462a-8c85-42951794c530), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:58.904936 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=e5407028-d5f4-462a-8c85-42951794c530,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:08:58.918552 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.918552 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.919155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.919155 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.919412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.920145 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.920145 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.920361 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.920622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.920936 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.921248 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.921557 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.921866 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.922205 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.922514 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:08:58.962353 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] No DVR routers for this DVR port e5407028-d5f4-462a-8c85-42951794c530 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:08:58.965235 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:08:58.968494 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6399fd46-bd60-4ddc-9897-3b3670d3b2d8 req-380e1c82-a2b4-4992-8cb1-c9c86c1c2daf tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "DELETE /v2.0/ports/e5407028-d5f4-462a-8c85-42951794c530 HTTP/1.1" status: 204 len: 173 time: 0.4472578 Jun 21 06:08:58.968940 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'name': 'network-vif-deleted', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:08:58.971251 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addcc394-78d1-40e4-8fb5-51ba64a8ecac" -d '{"events": [{"server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "name": "network-vif-deleted", "tag": "e5407028-d5f4-462a-8c85-42951794c530"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:08:59.011308 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea36946-0727-4b31-8c37-42d82a4f403b x-openstack-request-id: req-aea36946-0727-4b31-8c37-42d82a4f403b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:08:59.011707 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef97bf11-d8cd-480b-a504-3ba94d2ee09f", "name": "network-vif-deleted", "tag": "e5407028-d5f4-462a-8c85-42951794c530", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:08:59.011931 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aea36946-0727-4b31-8c37-42d82a4f403b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:08:59.012239 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea36946-0727-4b31-8c37-42d82a4f403b'] response: {'server_uuid': 'ef97bf11-d8cd-480b-a504-3ba94d2ee09f', 'name': 'network-vif-deleted', 'tag': 'e5407028-d5f4-462a-8c85-42951794c530', 'status': 'completed', 'code': 200} Jun 21 06:08:59.363271 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-9a3931f2-976e-4fcd-9b0b-f480520a46a4 req-20beb95d-487a-4b35-93b5-037980a1f5e2 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef97bf11-d8cd-480b-a504-3ba94d2ee09f HTTP/1.1" status: 200 len: 210 time: 0.0312719 Jun 21 06:09:01.855263 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e5407028-d5f4-462a-8c85-42951794c530 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:01.880504 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: e5407028-d5f4-462a-8c85-42951794c530 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:01.880837 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device e5407028-d5f4-462a-8c85-42951794c530 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:02.786451 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:02.792831 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:02.932880 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port 1469c879-3870-43c1-9d3b-52c68df91bde {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:02.932880 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:02.947893 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:03.022384 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:03.022726 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (1469c879-3870-43c1-9d3b-52c68df91bde), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:03.036900 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for 1469c879-3870-43c1-9d3b-52c68df91bde owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:03.217245 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1469c879-3870-43c1-9d3b-52c68df91bde), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:03.243762 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=1469c879-3870-43c1-9d3b-52c68df91bde,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:03.318169 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (4a9ffe58-2373-48dc-8349-72f2ede8e440), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:03.318778 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.db.l3_db [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Floating IP 4a9ffe58-2373-48dc-8349-72f2ede8e440 disassociated (deleted). External IP: 172.27.0.4, port: df9b9ab6-5127-46cc-9705-b9896f1e8888. Jun 21 06:09:03.556119 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:09:03.669271 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:09:03.674159 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:03.682122 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:09:03.692523 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:03.693131 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:03.705914 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-7848ad23-60bc-4a8d-869a-c03c54a329bd tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a9ffe58-2373-48dc-8349-72f2ede8e440 HTTP/1.1" status: 204 len: 168 time: 0.9183483 Jun 21 06:09:03.706903 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:09:03.709372 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553e474-45d9-4ecf-950d-afe5e3bce8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:09:03.747582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 06:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2772ed-62b3-48db-857b-82dedd26fd80 x-openstack-request-id: req-4c2772ed-62b3-48db-857b-82dedd26fd80 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:09:03.747582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:09:03.747582 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c2772ed-62b3-48db-857b-82dedd26fd80 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:09:03.748040 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2772ed-62b3-48db-857b-82dedd26fd80'] response: {'name': 'network-changed', 'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'status': 'completed', 'code': 200} Jun 21 06:09:03.802377 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:03.813367 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-92d75391-b974-4c68-987f-a20822adbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:03.815059 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-92d75391-b974-4c68-987f-a20822adbde8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9405db81e23a4cbbb963f916fbeea605&device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 1129 time: 0.0470610 Jun 21 06:09:03.820866 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:03.915766 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:03.919039 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-9de97a68-bc64-4173-857d-6ff070c6c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:03.921124 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-9de97a68-bc64-4173-857d-6ff070c6c1bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 200 len: 913 time: 0.0992224 Jun 21 06:09:03.990825 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798d18-180c-405f-acd4-b76ac157a066 req-6eceb6cb-9523-44f7-a684-0e9cb75936c6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:03.993866 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a798d18-180c-405f-acd4-b76ac157a066 req-6eceb6cb-9523-44f7-a684-0e9cb75936c6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Jun 21 06:09:04.028228 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=100 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:04.040557 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:04.049633 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-8a798d18-180c-405f-acd4-b76ac157a066 req-3a5e8f58-a450-40b5-94f0-72e8d9882186 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483413 Jun 21 06:09:04.067939 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:09:04.076785 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:04.077385 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:04.189608 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:04.396752 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:04.425712 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed879b99-ba6f-4390-a227-57cdd842604f None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:07Z', 'revision_number': 4, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi', '_interfaces': [{'id': '08c6575e-4967-4817-90d4-0ae40342d40f', 'name': '', 'network_id': '08118c26-49e5-44b2-ae68-b52c5e4334d2', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'mac_address': 'fa:16:3e:23:30:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:06Z', 'updated_at': '2022-06-21T06:02:15Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'subnets': [{'id': '4591a8a5-671c-4b12-ac67-1b895ba9804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:09:04.664653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3caefc6-58eb-44c2-9a8a-e1ab1d707fda None None] New status for floating IP 4a9ffe58-2373-48dc-8349-72f2ede8e440: DOWN {{(pid=103795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 06:09:04.916161 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-e18a3b21-fa2a-4368-b8f3-81bd67032218 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 200 len: 217 time: 0.0438471 Jun 21 06:09:04.961519 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:04.973721 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-cc2f5bb1-2d34-4eca-b55f-e04e7bf27e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:04.975278 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-cc2f5bb1-2d34-4eca-b55f-e04e7bf27e9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 200 len: 851 time: 0.0524757 Jun 21 06:09:05.084099 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-8fac0322-e8c8-4493-a79b-c02d4331f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:05.085852 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-8fac0322-e8c8-4493-a79b-c02d4331f67b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08118c26-49e5-44b2-ae68-b52c5e4334d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447679 Jun 21 06:09:05.174828 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb8b8b-64db-404d-94f8-1a9ef765252e req-8f072298-c366-48fb-b04f-07c3b798bc9e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:05.176337 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1bdb8b8b-64db-404d-94f8-1a9ef765252e req-8f072298-c366-48fb-b04f-07c3b798bc9e tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Jun 21 06:09:05.185066 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-0a400c3d-9269-4bd7-a732-9b00ae455b8b service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925844 Jun 21 06:09:05.228660 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-1bdb8b8b-64db-404d-94f8-1a9ef765252e req-50258b13-6438-44aa-a348-e0d97110b62f tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ff85a90-a5de-41b2-94bf-a1ffb4cee642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458121 Jun 21 06:09:05.352352 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-6553e474-45d9-4ecf-950d-afe5e3bce8eb req-6a3fe708-2497-47c2-b55c-cb277ef437a6 service neutron] 10.222.0.23 "GET /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191099 Jun 21 06:09:05.374133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-3d9ed70f-94e2-4022-a59e-0cd13091438a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 06:09:05.375852 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-3d9ed70f-94e2-4022-a59e-0cd13091438a tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 945 time: 0.0617571 Jun 21 06:09:05.469812 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port df9b9ab6-5127-46cc-9705-b9896f1e8888 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:05.470181 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:05.572371 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] For port df9b9ab6-5127-46cc-9705-b9896f1e8888, host hv-cinder-84690, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84690',level=0,port_id=df9b9ab6-5127-46cc-9705-b9896f1e8888,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:05.572722 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:05.592216 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for df9b9ab6-5127-46cc-9705-b9896f1e8888 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:05.729630 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (df9b9ab6-5127-46cc-9705-b9896f1e8888), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:05.762449 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=df9b9ab6-5127-46cc-9705-b9896f1e8888,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:05.821498 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] No DVR routers for this DVR port df9b9ab6-5127-46cc-9705-b9896f1e8888 on host hv-cinder-84690 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:09:05.825032 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:05.828824 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [req-356f4960-e0cf-4d22-95e0-60a7dd483347 req-6521d92f-799c-4d24-a091-d615945fe0a6 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.23 "DELETE /v2.0/ports/df9b9ab6-5127-46cc-9705-b9896f1e8888 HTTP/1.1" status: 204 len: 173 time: 0.4469523 Jun 21 06:09:05.829326 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'name': 'network-vif-deleted', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 06:09:05.832171 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30dd6be0f903d43e6851eabb2d52edba7d0d8941fad5494ea4825cd5374d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a61a12-b729-436a-b228-2ae83e479229" -d '{"events": [{"server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "name": "network-vif-deleted", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 06:09:05.872979 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 06:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ca94a-fafa-4061-8de6-e3218cec5355 x-openstack-request-id: req-303ca94a-fafa-4061-8de6-e3218cec5355 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 06:09:05.873317 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6bd70f-0c59-4654-9d7e-e46cfc49ea83", "name": "network-vif-deleted", "tag": "df9b9ab6-5127-46cc-9705-b9896f1e8888", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 06:09:05.873515 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-303ca94a-fafa-4061-8de6-e3218cec5355 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 06:09:05.873922 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303ca94a-fafa-4061-8de6-e3218cec5355'] response: {'server_uuid': '4d6bd70f-0c59-4654-9d7e-e46cfc49ea83', 'name': 'network-vif-deleted', 'tag': 'df9b9ab6-5127-46cc-9705-b9896f1e8888', 'status': 'completed', 'code': 200} Jun 21 06:09:06.360262 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [req-7d7ec1bf-8480-4e23-a034-7ef1ef98c40a req-95408802-29d9-43ab-91ff-c76394c42f60 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d6bd70f-0c59-4654-9d7e-e46cfc49ea83 HTTP/1.1" status: 200 len: 210 time: 0.0293388 Jun 21 06:09:07.431036 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:07.552800 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Deleting port 1b74bc91-3f12-4034-8c0e-d3f11f680153 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:07.553160 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.582436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:07.640776 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.641091 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (1b74bc91-3f12-4034-8c0e-d3f11f680153), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.657906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Calling delete_port for 1b74bc91-3f12-4034-8c0e-d3f11f680153 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:07.715229 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:07.804059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1b74bc91-3f12-4034-8c0e-d3f11f680153), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.828851 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'Port': ['ID=1b74bc91-3f12-4034-8c0e-d3f11f680153,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:07.896263 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for floatingip (96a22b63-673a-4108-ba9b-7ce192b73109), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.898878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248646'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:07.900105 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-da9d1491-a3a3-42d9-bcc3-ed6327b5bad4 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "DELETE /v2.0/floatingips/96a22b63-673a-4108-ba9b-7ce192b73109 HTTP/1.1" status: 204 len: 168 time: 0.4690819 Jun 21 06:09:09.144467 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:09.213344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (4ff85a90-a5de-41b2-94bf-a1ffb4cee642), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:09.239663 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (4ff85a90-a5de-41b2-94bf-a1ffb4cee642), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:09.310622 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (4ff85a90-a5de-41b2-94bf-a1ffb4cee642), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:09.313184 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:09.314434 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ff85a90-a5de-41b2-94bf-a1ffb4cee642 HTTP/1.1" status: 204 len: 168 time: 0.1689785 Jun 21 06:09:09.324876 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455a4e6-341d-48d5-a0ae-c0af5df42478 tempest-TestVolumeBootPattern-423377196 tempest-TestVolumeBootPattern-423377196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff85a90-a5de-41b2-94bf-a1ffb4cee642,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:09.344875 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:09.347015 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:09.377702 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:09.870405 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device df9b9ab6-5127-46cc-9705-b9896f1e8888 no longer exists at agent hyperv_hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:09.886923 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:09.891447 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] No Port match for: df9b9ab6-5127-46cc-9705-b9896f1e8888 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:09.891715 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Device df9b9ab6-5127-46cc-9705-b9896f1e8888 not bound to the agent host hv-cinder-84690 {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:09.981107 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:10.121530 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Deleting port 08c6575e-4967-4817-90d4-0ae40342d40f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:10.121864 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:10.136094 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:10.201473 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] For port 08c6575e-4967-4817-90d4-0ae40342d40f, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=08c6575e-4967-4817-90d4-0ae40342d40f,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:10.202398 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:10.216028 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Calling delete_port for 08c6575e-4967-4817-90d4-0ae40342d40f owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:10.402941 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (08c6575e-4967-4817-90d4-0ae40342d40f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:10.431785 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=08c6575e-4967-4817-90d4-0ae40342d40f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:10.618184 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.073955 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:11.088019 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:09:11.203794 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:09:11.208704 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-fd3d9959-2d6c-4ab7-b741-4100a5775f7b admin admin] 10.222.0.18 "PUT /v2.0/routers/76b5d4c3-0e6c-4656-867e-29a4207f95c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299415 Jun 21 06:09:11.211817 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:11.214629 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Sync routers for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:09:11.224419 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:11.225026 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:11.316681 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks [] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.352038 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:11.419711 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: dv-cinder-846901-1-iscsi {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:11.422734 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks [] for router_gateway (76b5d4c3-0e6c-4656-867e-29a4207f95c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.469705 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Deleting port 1b8cc176-3aa4-46c0-9390-13c12c89837c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:11.470084 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.557881 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] For port 1b8cc176-3aa4-46c0-9390-13c12c89837c, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=1b8cc176-3aa4-46c0-9390-13c12c89837c,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:11.558278 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.574276 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Calling delete_port for 1b8cc176-3aa4-46c0-9390-13c12c89837c owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:11.606877 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:09:10Z', 'revision_number': 5, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port': {'id': '1b8cc176-3aa4-46c0-9390-13c12c89837c', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:11.636776 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Checking router: 76b5d4c3-0e6c-4656-867e-29a4207f95c3 for host: dv-cinder-846901-1-iscsi {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:09:11.645751 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Routers {'76b5d4c3-0e6c-4656-867e-29a4207f95c3'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:11.646408 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:11.734583 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] Set router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:11.750032 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (1b8cc176-3aa4-46c0-9390-13c12c89837c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.779063 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8cc176-3aa4-46c0-9390-13c12c89837c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:11.789974 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:09:11Z', 'revision_number': 6, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port_host': None}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:11.814677 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d73d56-09b5-490a-9ee0-5b602d918230 None None] The sync data for ids ['76b5d4c3-0e6c-4656-867e-29a4207f95c3'] in dv-cinder-846901-1-iscsi is: [{'id': '76b5d4c3-0e6c-4656-867e-29a4207f95c3', 'name': 'tempest-TestVolumeBootPattern-2076366174-router', 'tenant_id': '9405db81e23a4cbbb963f916fbeea605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:03Z', 'updated_at': '2022-06-21T06:09:11Z', 'revision_number': 6, 'project_id': '9405db81e23a4cbbb963f916fbeea605', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:09:11.847979 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.948400 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.950618 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks [] for router_controller (76b5d4c3-0e6c-4656-867e-29a4207f95c3), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.996196 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (76b5d4c3-0e6c-4656-867e-29a4207f95c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:11.996929 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b5d4c3-0e6c-4656-867e-29a4207f95c3 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:09:12.002839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.003694 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-2fb3541b-8821-4dce-a45d-ad48085166c1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/76b5d4c3-0e6c-4656-867e-29a4207f95c3 HTTP/1.1" status: 204 len: 168 time: 0.7909648 Jun 21 06:09:12.007710 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 48994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:12.039728 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:12.058438 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Deleting subnet 4591a8a5-671c-4b12-ac67-1b895ba9804c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:09:12.061709 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Publish callbacks [] for subnet (4591a8a5-671c-4b12-ac67-1b895ba9804c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.098911 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (4591a8a5-671c-4b12-ac67-1b895ba9804c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.176087 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (4591a8a5-671c-4b12-ac67-1b895ba9804c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.243593 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (4591a8a5-671c-4b12-ac67-1b895ba9804c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.252350 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:12.275917 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4591a8a5-671c-4b12-ac67-1b895ba9804c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:12.282133 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.285186 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c3d2cf69-a7e7-4d03-beec-5c08306a2c5c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4591a8a5-671c-4b12-ac67-1b895ba9804c HTTP/1.1" status: 204 len: 168 time: 0.2765434 Jun 21 06:09:12.287838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 48996) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:12.295022 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b81c2-6e63-4661-acd5-591042a6b043 None None] Network 08118c26-49e5-44b2-ae68-b52c5e4334d2 requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:09:12.360281 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (08118c26-49e5-44b2-ae68-b52c5e4334d2), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.404280 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Deleting port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:12.404761 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.471307 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] For port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,segment=NetworkSegment(26276269-e05f-4586-8645-6eedd1db4b57),segment_id=26276269-e05f-4586-8645-6eedd1db4b57)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:12.471668 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.484558 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Calling delete_port for f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee owned by network:dhcp {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:12.562293 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.595831 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] No DVR routers for this DVR port f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee on host dv-cinder-846901-1-iscsi {{(pid=103793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:09:12.596457 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607923d-0b52-4270-b6d8-8bf6b1aa4033 None None] DHCP port deletion for 08118c26-49e5-44b2-ae68-b52c5e4334d2 request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:09:12.601431 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:12.674364 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (08118c26-49e5-44b2-ae68-b52c5e4334d2), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.696648 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08118c26-49e5-44b2-ae68-b52c5e4334d2']}} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:12.706596 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26276269-e05f-4586-8645-6eedd1db4b57') {'for_net_delete': True} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:12.707008 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.services.segments.db [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26276269-e05f-4586-8645-6eedd1db4b57') {} {{(pid=103793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:12.718044 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3503114'] for segment (26276269-e05f-4586-8645-6eedd1db4b57), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.732199 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (26276269-e05f-4586-8645-6eedd1db4b57), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.738965 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:09:12.739327 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26280476'] for segment (26276269-e05f-4586-8645-6eedd1db4b57), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.809175 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (08118c26-49e5-44b2-ae68-b52c5e4334d2), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.826872 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:12.830687 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] 10.222.0.18 "DELETE /v2.0/networks/08118c26-49e5-44b2-ae68-b52c5e4334d2 HTTP/1.1" status: 204 len: 168 time: 0.5418241 Jun 21 06:09:12.832445 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a93695-33ab-4f58-9b6c-66c112cee22c admin admin] Pushing event deleted for resources: {'Network': ['ID=08118c26-49e5-44b2-ae68-b52c5e4334d2,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:12.833648 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49002) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:12.847017 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 26276269-e05f-4586-8645-6eedd1db4b57 resource provider aggregate not found Jun 21 06:09:12.864632 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.services.segments.plugin [-] Segment 26276269-e05f-4586-8645-6eedd1db4b57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26276269-e05f-4586-8645-6eedd1db4b57 found for delete ", "request_id": "req-f4569ef3-006c-42fa-80ab-eca51eb7b96e"}]} Jun 21 06:09:12.923625 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 08c6575e-4967-4817-90d4-0ae40342d40f no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:12.944577 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 08c6575e-4967-4817-90d4-0ae40342d40f {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:12.945194 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 08c6575e-4967-4817-90d4-0ae40342d40f not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:12.945605 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:12.966264 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:12.966604 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device f2ef60e4-bab4-4ee0-ac81-5ef4d43c6dee not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:12.967001 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1b8cc176-3aa4-46c0-9390-13c12c89837c no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:12.986250 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 1b8cc176-3aa4-46c0-9390-13c12c89837c {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:12.986663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 1b8cc176-3aa4-46c0-9390-13c12c89837c not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:13.171544 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688307'] for router_interface (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:13.389401 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Deleting port 826d7933-4329-429d-bef5-e2eb59ec6826 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:13.390076 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:13.468979 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] For port 826d7933-4329-429d-bef5-e2eb59ec6826, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=826d7933-4329-429d-bef5-e2eb59ec6826,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:13.469329 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:13.481954 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Calling delete_port for 826d7933-4329-429d-bef5-e2eb59ec6826 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:13.492807 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:13.650292 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:13.666671 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (826d7933-4329-429d-bef5-e2eb59ec6826), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:13.689219 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Pushing event deleted for resources: {'Port': ['ID=826d7933-4329-429d-bef5-e2eb59ec6826,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:13.853564 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688167'] for router_interface (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.065633 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Router 7fde7af2-2af7-48cc-8040-8df6832b06cc has already been hosted by L3 agent 4e33caa1-183b-4f8f-976a-24d9323b042a {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 06:09:14.168620 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] Notify agent at l3_agent.dv-cinder-846901-1-iscsi the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 06:09:14.173453 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-bdda32b5-c7be-40f4-abd2-c766ceaec894 admin admin] 10.222.0.18 "PUT /v2.0/routers/7fde7af2-2af7-48cc-8040-8df6832b06cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3383162 Jun 21 06:09:14.176149 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 49006) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:14.181206 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Sync routers for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 06:09:14.192117 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:14.193032 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:14.213321 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:14.306496 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:14.484814 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:09:13Z', 'revision_number': 5, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:14.510097 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Checking router: 7fde7af2-2af7-48cc-8040-8df6832b06cc for host: dv-cinder-846901-1-iscsi {{(pid=103795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 06:09:14.518958 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Routers {'7fde7af2-2af7-48cc-8040-8df6832b06cc'} bound to L3 agent in host dv-cinder-846901-1-iscsi {{(pid=103795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 06:09:14.519585 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T05:45:47Z,description=,heartbeat_timestamp=2022-06-21T06:08:47Z,host='dv-cinder-846901-1-iscsi',id=4e33caa1-183b-4f8f-976a-24d9323b042a,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T05:45:47Z,topic='l3_agent')) {'router_ids': ['7fde7af2-2af7-48cc-8040-8df6832b06cc'], 'active': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:14.534191 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:14.541425 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks [] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.623199 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvr_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] Set router 7fde7af2-2af7-48cc-8040-8df6832b06cc gateway port host: dv-cinder-846901-1-iscsi {{(pid=103795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 06:09:14.641783 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks [] for router_gateway (7fde7af2-2af7-48cc-8040-8df6832b06cc), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.683956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Deleting port ef82ff8e-2640-4751-934a-8014dc5edda8 {{(pid=103793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:14.684290 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), before_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.764419 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.db [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] For port ef82ff8e-2640-4751-934a-8014dc5edda8, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=ef82ff8e-2640-4751-934a-8014dc5edda8,segment=NetworkSegment(28350677-f42b-4d78-b0e8-65afeab0de2f),segment_id=28350677-f42b-4d78-b0e8-65afeab0de2f)] {{(pid=103793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:14.764665 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.777382 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Calling delete_port for ef82ff8e-2640-4751-934a-8014dc5edda8 owned by network:router_gateway {{(pid=103793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:14.792312 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_hamode_db [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:09:13Z', 'revision_number': 5, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}], 'dv-cinder-846901-1-iscsi', False) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:14.816887 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a059e9-ba81-4cb5-8548-c9bb5f9c3be0 None None] The sync data for ids ['7fde7af2-2af7-48cc-8040-8df6832b06cc'] in dv-cinder-846901-1-iscsi is: [{'id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'name': 'tempest-TestVolumeBootPattern-547617599-router', 'tenant_id': '225ddb468dc64ffaa5a9bce5365ef606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'external_fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T06:02:11Z', 'updated_at': '2022-06-21T06:09:13Z', 'revision_number': 5, 'project_id': '225ddb468dc64ffaa5a9bce5365ef606', 'gw_port': {'id': 'ef82ff8e-2640-4751-934a-8014dc5edda8', 'name': '', 'network_id': 'f2627a31-9027-49ff-a673-f0f82c629478', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde7af2-2af7-48cc-8040-8df6832b06cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '70de3753-95f8-4559-9e20-ba18337787a0', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T06:02:12Z', 'updated_at': '2022-06-21T06:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70de3753-95f8-4559-9e20-ba18337787a0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846901-1-iscsi'}] {{(pid=103795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 06:09:14.940388 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26280481'] for port (ef82ff8e-2640-4751-934a-8014dc5edda8), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:14.972341 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef82ff8e-2640-4751-934a-8014dc5edda8,revision_number=None']} {{(pid=103793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:15.036956 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692995'] for router_gateway (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.125838 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130492'] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), precommit_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.128043 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks [] for router_controller (7fde7af2-2af7-48cc-8040-8df6832b06cc), precommit_delete_associations {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.174211 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691588'] for router (7fde7af2-2af7-48cc-8040-8df6832b06cc), after_delete {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.174934 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fde7af2-2af7-48cc-8040-8df6832b06cc {{(pid=103793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 06:09:15.181022 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.184513 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-3d5ce7bc-8c62-4c83-8baf-0daf5266971d admin admin] 10.222.0.18 "DELETE /v2.0/routers/7fde7af2-2af7-48cc-8040-8df6832b06cc HTTP/1.1" status: 204 len: 168 time: 1.0051856 Jun 21 06:09:15.184960 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:15.238561 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Deleting subnet c798ae1c-a9db-43c7-ab72-f24baf0cf544 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 06:09:15.242805 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Publish callbacks [] for subnet (c798ae1c-a9db-43c7-ab72-f24baf0cf544), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.261899 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0394cd8-c389-421a-a586-9cfa521dca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.284918 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 826d7933-4329-429d-bef5-e2eb59ec6826 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:15.304774 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107933'] for subnet (c798ae1c-a9db-43c7-ab72-f24baf0cf544), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.305470 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 826d7933-4329-429d-bef5-e2eb59ec6826 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:15.305813 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 826d7933-4329-429d-bef5-e2eb59ec6826 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:15.389059 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16430152'] for subnet (c798ae1c-a9db-43c7-ab72-f24baf0cf544), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.423994 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:15.455093 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16430182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3775173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17612026'] for subnet (c798ae1c-a9db-43c7-ab72-f24baf0cf544), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.481030 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c798ae1c-a9db-43c7-ab72-f24baf0cf544,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:15.487055 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.490257 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c46c5cf6-7aac-4e3a-9d2a-7bb8a1445811 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c798ae1c-a9db-43c7-ab72-f24baf0cf544 HTTP/1.1" status: 204 len: 168 time: 0.3041475 Jun 21 06:09:15.492483 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec2b41-53d5-4447-8cb1-3157e527a700 None None] Network 12b2fe73-2db5-4686-9315-12a33ce10f6d requested from dv-cinder-846901-1-iscsi {{(pid=103795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 06:09:15.492777 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:15.800478 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16306399'] for network (12b2fe73-2db5-4686-9315-12a33ce10f6d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.805493 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:15.843466 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Deleting port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:15.843786 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.889140 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] DHCP port deletion for 12b2fe73-2db5-4686-9315-12a33ce10f6d request from dv-cinder-846901-1-iscsi {{(pid=103795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 06:09:15.908020 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] For port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:15.908412 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.922344 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Calling delete_port for 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:15.932836 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Deleting port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 06:09:15.933207 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773736937256'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:15.999809 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] For port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75, host dv-cinder-846901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846901-1-iscsi',level=0,port_id=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,segment=NetworkSegment(8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8),segment_id=8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 06:09:16.000393 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695172'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.001878 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3775122'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.010739 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:16.015381 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Calling delete_port for 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 06:09:16.027312 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:16.029573 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=100 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:16.030913 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] No DVR routers for this DVR port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 on host dv-cinder-846901-1-iscsi {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:09:16.097559 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16394391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773736942960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773736523668'] for port (5d25d524-cd09-4a8e-a5ba-80fbe3d44e75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.105384 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16370741', 'neutron.services.segments.db._delete_segments_for_network-8773737092491'] for network (12b2fe73-2db5-4686-9315-12a33ce10f6d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.127201 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Pushing event deleted for resources: {'Port': ['ID=5d25d524-cd09-4a8e-a5ba-80fbe3d44e75,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:16.135998 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] No DVR routers for this DVR port 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 on host dv-cinder-846901-1-iscsi {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 06:09:16.138044 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.138362 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.138698 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.139101 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.139365 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.139684 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.140004 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.140317 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.140520 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b2fe73-2db5-4686-9315-12a33ce10f6d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:16.140655 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.140937 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.141257 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.141571 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.141884 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.142806 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.142806 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84414e2-71a9-46ed-955d-83b606be812f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846901-1-iscsi {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 06:09:16.151658 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:16.151974 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 06:09:16.162033 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773737094804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107910'] for segment (8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.175754 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456'] for segment (8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.182839 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 06:09:16.183222 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16374456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3775151'] for segment (8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.243629 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16370732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-712980'] for network (12b2fe73-2db5-4686-9315-12a33ce10f6d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.252380 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556809'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.252827 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] 10.222.0.18 "DELETE /v2.0/networks/12b2fe73-2db5-4686-9315-12a33ce10f6d HTTP/1.1" status: 204 len: 168 time: 0.7588437 Jun 21 06:09:16.267038 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6134b09-3059-421f-a481-67abef92bdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=12b2fe73-2db5-4686-9315-12a33ce10f6d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:16.270157 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8 resource provider aggregate not found Jun 21 06:09:16.290426 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.services.segments.plugin [-] Segment 8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f6cd4e2-a449-4dc7-a7fa-1e4eb8017ab8 found for delete ", "request_id": "req-4b7df86e-7e73-4d36-a50d-0b0e779a38b1"}]} Jun 21 06:09:16.377994 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:16.427217 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-25035d75-1abf-495e-a787-d151b614e7d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9405db81e23a4cbbb963f916fbeea605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479031 Jun 21 06:09:16.429701 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:16.480803 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] Publish callbacks [] for security_group (88f13c5b-89ce-4492-8642-efe0eb08657b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.502436 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] Publish callbacks [] for security_group (88f13c5b-89ce-4492-8642-efe0eb08657b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.551024 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (88f13c5b-89ce-4492-8642-efe0eb08657b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.553629 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:16.554808 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88f13c5b-89ce-4492-8642-efe0eb08657b HTTP/1.1" status: 204 len: 168 time: 0.1241779 Jun 21 06:09:16.564093 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbe865-9d10-4971-93ad-a7e9ec038f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f13c5b-89ce-4492-8642-efe0eb08657b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:16.895618 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [-] (103793) accepted ('10.222.0.18', 49028) {{(pid=103793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:16.923021 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ef82ff8e-2640-4751-934a-8014dc5edda8 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:16.941303 dv-cinder-846901-1-iscsi neutron-server[103793]: INFO neutron.wsgi [None req-d1a192c7-8cd7-48ad-b967-40ab63c1c7ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=225ddb468dc64ffaa5a9bce5365ef606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445049 Jun 21 06:09:16.942970 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: ef82ff8e-2640-4751-934a-8014dc5edda8 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:16.943334 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device ef82ff8e-2640-4751-934a-8014dc5edda8 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:16.944419 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.18', 49030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 06:09:16.945193 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 no longer exists at agent ovs-agent-dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 06:09:16.965352 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] No Port match for: 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 {{(pid=103795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 06:09:16.965670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.rpc [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Device 5d25d524-cd09-4a8e-a5ba-80fbe3d44e75 not bound to the agent host dv-cinder-846901-1-iscsi {{(pid=103795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 06:09:16.998926 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] Publish callbacks [] for security_group (9b437623-d919-4b39-9243-0bb696e76085), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:17.020497 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] Publish callbacks [] for security_group (9b437623-d919-4b39-9243-0bb696e76085), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:17.033863 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:UPDATE=2,neutron:DELETE=8,neutron:SELECT=90 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:17.072079 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-293646'] for security_group (9b437623-d919-4b39-9243-0bb696e76085), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:17.074563 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:17.075686 dv-cinder-846901-1-iscsi neutron-server[103794]: INFO neutron.wsgi [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b437623-d919-4b39-9243-0bb696e76085 HTTP/1.1" status: 204 len: 168 time: 0.1303010 Jun 21 06:09:17.083906 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f63122-3247-4ae7-aa7d-a9f9a33840f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b437623-d919-4b39-9243-0bb696e76085,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 06:09:17.356793 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd00af64-8e6a-4aaf-bc67-8c35c20b3793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:18.901550 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:20.010175 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:20.555663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:26.936252 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:26.938286 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG dbcounter [-] [103793] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103793) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:27.078615 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:SELECT=86,neutron:DELETE=10 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:27.079649 dv-cinder-846901-1-iscsi neutron-server[103794]: DEBUG dbcounter [-] [103794] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103794) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:27.199433 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:29.705069 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=85 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:29.705827 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=86 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:31.729615 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:09:37.185413 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:37.193877 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=24,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:43.719700 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:43.720496 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:09:45.257499 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5703c846-5312-4d88-b549-072e7eae1c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:47.366123 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d073e21c-a0b7-477e-86d7-97f246479f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:48.903545 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:50.014227 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:50.550128 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:09:52.768653 dv-cinder-846901-1-iscsi neutron-server[103793]: DEBUG neutron.wsgi [req-6e215fb8-6c06-4acf-b004-daa0640afbde req-313879f9-ad8a-4c85-b7dc-96a76299bcdd service neutron] (103793) timed out ('10.222.0.23', 59422) {{(pid=103793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 06:09:57.200344 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:06.702199 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:06.702888 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:07.194187 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:07.196517 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:08.728161 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:10:15.259838 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d94cc39-8a48-48b7-9fa6-b4bb0003131c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:17.359002 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c54a27c-a74c-40e7-b39b-e37db91d27b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:18.723786 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:18.724521 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:18.907670 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:20.014746 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:20.562265 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:27.209074 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:37.202509 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:37.204333 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:43.693412 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=13 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:43.698174 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=19 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:45.260453 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3547ad79-83f4-49b4-9b51-b3b51a56c120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:45.728788 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:10:47.361131 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed2f0eba-2c7a-4831-ac38-417324af0b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:48.913653 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:50.148455 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:50.556414 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:10:55.723883 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:55.724633 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:10:57.215568 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:07.205317 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:07.210722 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:15.264564 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f22cc611-5c9e-4242-a774-c39dc7f046ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:17.367908 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8335599f-8ac2-4092-a31c-c01230423d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:18.914327 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:20.022946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:20.565356 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:20.698737 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:20.705428 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:22.728238 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:11:27.213600 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:32.723977 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:32.724678 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:37.203318 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=11 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:37.209797 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:43.726493 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:43.727253 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:DELETE=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:45.269455 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57e1de33-cec5-4c7d-9ff6-03a361768f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:47.361230 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b898ff8-94e8-4ea0-a753-c2adcc5d1bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:48.917746 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:50.024987 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:50.564747 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:57.209642 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:11:57.699847 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:57.700653 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:11:59.727315 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:12:07.202328 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:07.204980 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:09.722870 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:09.723624 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:15.272717 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c90f18f3-7f2a-4c5e-8132-73baf3a2040e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:17.362487 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-05c59a84-40cc-47fb-ab40-9eb1292ad585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:18.918885 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:20.029260 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:20.558119 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:27.207511 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:36.727380 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:12:37.201870 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:37.203803 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:42.070423 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=18 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:45.275693 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4672d775-989c-479e-a6d0-b393e047e3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:46.723513 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=18 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:12:47.368964 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89cc3b2f-dfee-4f3c-9730-3369061f10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:48.921742 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:50.029663 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:50.561730 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:12:57.203727 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:07.193868 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:07.199938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:11.714120 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:11.715157 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:13.725790 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:13:15.278732 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8613db5f-d157-4916-ba2a-c2e0d1d390ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:17.362761 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-308ffbf9-a60e-4520-84c2-85a8dffa7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:18.924271 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:20.033107 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:20.566946 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:23.722005 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:23.722750 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:27.211400 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:37.204748 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:37.206635 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:45.282523 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8fe4a0d-d7b9-4032-9034-5b8bf1a0ff4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:47.365452 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5a9821b7-902d-4103-84c9-22cfca98b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:48.710638 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=5 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:48.711464 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:13:48.927135 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:50.036046 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:50.572600 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:13:50.724706 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 06:13:57.210185 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:00.720631 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:00.721388 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=1 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:07.202452 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:07.204366 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:15.286478 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db85ffe2-f90a-483a-8224-8203cbd9c667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (5a51d4b1-e39e-43a5-9c37-de1478d86ce2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:17.367732 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c62efaa3-922f-40b8-b759-4ca77d160eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4e33caa1-183b-4f8f-976a-24d9323b042a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:18.930391 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7081c6-9753-4a3c-ab24-5b1db5fae3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (783e2bcb-9ac3-4d46-a387-4c769c3439d4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:20.038938 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d291de1-0b96-49d8-ba64-01476609983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (6c7ab065-2faf-4b48-a49c-888eabf8caf1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:20.577834 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00ccc3c0-66db-4f2c-a65f-0688da5fd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (4ae424f5-39ec-40a4-a986-11429adac25c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:25.707799 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=2 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:25.708584 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG dbcounter [-] [103796] Writing DB stats neutron:SELECT=4 {{(pid=103796) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 06:14:27.210050 dv-cinder-846901-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d241153a-dd0f-4fc2-8934-8becbefcc015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773737092473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16430452'] for agent (ef242657-a6f1-4094-94bf-2142d69042bf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 06:14:27.724063 dv-cinder-846901-1-iscsi neutron-server[103796]: DEBUG neutron.db.agents_db [None req-96cf1c69-7095-4add-ac49-e300c5a2cd37 None None] Agent healthcheck: found 6 active agents {{(pid=103796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}